-- Logs begin at Mon 2021-02-15 15:00:56 UTC, end at Mon 2021-02-15 16:05:39 UTC. -- Feb 15 15:37:06.447622 dv-cinder-768105-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 15:37:09.207390 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.common.config [-] Logging enabled! Feb 15 15:37:09.207961 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev504 Feb 15 15:37:09.209245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 15:37:09.211030 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.common.config [-] Logging enabled! Feb 15 15:37:09.211319 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev504 Feb 15 15:37:09.211667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 15:37:09.212703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 15:37:09.212974 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 15:37:09.214856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 15:37:09.215313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 15:37:09.216645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 15:37:09.217019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.217367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.217711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.218010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.218353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.218691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.219013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.219350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.219703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.220096 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.220408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.220731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.220991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.221311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.221640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.221994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.222251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] debug = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.222571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.223110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.223429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.223741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.224071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.224382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.224696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.225016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.225380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] host = dv-cinder-768105-5-smb {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.225688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.226040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.226367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.226693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.227026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.227316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.227639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.227946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.228252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] log_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.228563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.228888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.229240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.229645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.229923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.230179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.230509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.230839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.231149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.231457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.231765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.232072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.232380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.232682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.233007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.233329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.233655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.233986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.234296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.234601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.234905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.235495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.235801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.236106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.236411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.236741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.237045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.237354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.237701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.238050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.238375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.238698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.239008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.239334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.239640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.239948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.240254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] use_json = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.240559 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.240863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.241182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.241488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.241793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.242122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.242427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.242752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:09.243087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.243429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.243773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.244093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.244423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.245258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.245599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.245934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.246267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.246598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.246922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.247237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.247561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.247875 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.248209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.248558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.248896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.249231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.249545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.249858 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.250212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.250534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.250858 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.251281 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.251605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.251917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.252232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.252566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.252886 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.253191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.253505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.253840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.254182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.254493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.254813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.255126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.255435 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.255741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.256058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.256385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.256698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.257005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.257311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.257623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.257951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.258276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.258588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.258897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.259204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.259520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.259827 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.260136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.260503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.261405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.261810 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.262061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.262371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.262680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.262987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.263295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.263603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.263909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.264221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.264532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.264840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.265150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.265461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.265769 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.266112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.266454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.266766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.267078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.267391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.267703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.268014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.268323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.268638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.268949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.269255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.269586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.269915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.270254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.270575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.270887 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.271222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.271533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.271847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.272156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.272465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.272783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.273105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.273434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.273763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.274114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.274446 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.274777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.275095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.275446 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.275754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:09.276023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 15:37:09.276295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83906) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 15 15:37:09.934145 dv-cinder-768105-5-smb neutron-server[83906]: INFO keyring.backend [-] Loading Gnome Feb 15 15:37:09.951110 dv-cinder-768105-5-smb neutron-server[83906]: INFO keyring.backend [-] Loading Google Feb 15 15:37:09.953774 dv-cinder-768105-5-smb neutron-server[83906]: INFO keyring.backend [-] Loading Windows (alt) Feb 15 15:37:09.957264 dv-cinder-768105-5-smb neutron-server[83906]: INFO keyring.backend [-] Loading file Feb 15 15:37:09.958129 dv-cinder-768105-5-smb neutron-server[83906]: INFO keyring.backend [-] Loading keyczar Feb 15 15:37:09.958409 dv-cinder-768105-5-smb neutron-server[83906]: INFO keyring.backend [-] Loading multi Feb 15 15:37:09.959161 dv-cinder-768105-5-smb neutron-server[83906]: INFO keyring.backend [-] Loading pyfs Feb 15 15:37:10.004969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:10.005277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:10.005605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:10.006166 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 15:37:10.394460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.394995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.395118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.444696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.445007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.445304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.449199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.449506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.449800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.517425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.517734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.518063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.519186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.519495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.519787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.788728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.789047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.789355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.789659 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.790739 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.938174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.938729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.938942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.939251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.939555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.939939 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.940241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.940533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.940824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.941159 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.941457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.941760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.942090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.942387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.942700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.943008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.943303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.943621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.943907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.944388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.944677 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.944966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.945307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.945592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.945874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.946316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:10.946591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:10.946864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:10.947138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:10.947410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:10.947680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:10.948210 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 15:37:10.951324 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 15:37:10.955359 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 15:37:10.959220 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Feb 15 15:37:10.960856 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 15:37:10.962138 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 15:37:10.962517 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 15 15:37:10.962952 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 15:37:10.966201 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 15:37:10.966479 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 15:37:10.966858 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 15 15:37:10.988909 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 15 15:37:10.989412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.989742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 15 15:37:10.990181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.991510 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 15:37:10.991826 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 15 15:37:10.992102 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 15 15:37:10.995419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:10.995733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.062729 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 15:37:11.062908 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 15:37:11.063176 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 15:37:11.063585 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 15:37:11.097983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.sqlalchemy.engines [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83906) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 15 15:37:11.535756 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Initializing driver for type 'gre' Feb 15 15:37:11.536320 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] gre ID ranges: [(1, 1000)] Feb 15 15:37:11.576426 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Initializing driver for type 'local' Feb 15 15:37:11.576907 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Initializing driver for type 'vlan' Feb 15 15:37:11.587396 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] VlanTypeDriver initialization complete Feb 15 15:37:11.587950 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Initializing driver for type 'vxlan' Feb 15 15:37:11.588492 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] vxlan ID ranges: [(1, 1000)] Feb 15 15:37:11.628511 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Initializing extension driver 'port_security' Feb 15 15:37:11.628873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] PortSecurityExtensionDriver initialization complete Feb 15 15:37:11.629247 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Initializing mechanism driver 'openvswitch' Feb 15 15:37:11.636126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83906) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:37:11.636968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.637382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.637773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.638228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnet after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.638619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.638999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.639423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.639812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.640200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.640619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > security_group after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.641009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > security_group after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.641392 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > security_group after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.641981 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.642372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.642752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.643172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > address_group after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.643553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > address_group after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.643931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > address_group after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.644301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] ML2 OVO RPC backend initialized. {{(pid=83906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 15 15:37:11.645024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.645405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.645867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.646284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > networks before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.646668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.647047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > ports before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.647427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnet before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.647809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnets before_response 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.648195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.648573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.648947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.649321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.649698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.650095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.650473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnet after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.650850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.651253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > subnet after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.651888 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.plugin [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Modular L2 Plugin initialization complete Feb 15 15:37:11.652250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading services supported by the core plugin {{(pid=83906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 15:37:11.652619 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.plugins.ml2.managers [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Got port-security extension from driver 'port_security' Feb 15 15:37:11.653127 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.extensions.vlantransparent [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Disabled vlantransparent extension. Feb 15 15:37:11.653610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 15:37:11.653981 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: router Feb 15 15:37:11.691976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router_interface before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.692408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router after_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.692821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router before_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.693226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.693646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.694070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router after_delete 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.694476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > floatingip after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.694891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router after_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.695279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.695677 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.696067 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.696474 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.696961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.697381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.697763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.698735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: subnet after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.699114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.699513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > port precommit_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.699901 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.700287 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: port before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.700668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.701076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router after_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.701457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_delete 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.701854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_create 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.702286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router_interface after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.702672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_update 55549900 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.703102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > network after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.704086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Tracking information for resource: router configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:11.704451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Tracking information for resource: floatingip configured {{(pid=83906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 15 15:37:11.709309 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_agentschedulers_db [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 15:37:11.709996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.710397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: port after_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.710785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: port after_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.711175 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: port after_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.712076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router before_create 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.712483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_delete 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.712889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_create 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.713288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > router precommit_update 55550100 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.718313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.provider_configuration [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service providers = [] {{(pid=83906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 15:37:11.718714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.servicetype_db [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 15:37:11.721585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.service_base [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 15:37:11.721990 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.service_base [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 15:37:11.722373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.service_base [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 15:37:11.723279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.service_base [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 15 15:37:11.723680 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.services.service_base [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 15:37:11.724085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.724440 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 15:37:11.734622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.734997 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: auto_allocate Feb 15 15:37:11.741049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: network precommit_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.741461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: network precommit_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.742079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.742439 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: tag Feb 15 15:37:11.750015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.750393 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: timestamp Feb 15 15:37:11.754296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.754667 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: network_ip_availability Feb 15 15:37:11.760133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.761151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.761546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:11.762368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.762731 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: flavors Feb 15 15:37:11.767398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.767921 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading Plugin: revisions Feb 15 15:37:11.772219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 15 15:37:11.772647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.767s {{(pid=83906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:11.773460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 15 15:37:11.773823 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Initializing extension manager. Feb 15 15:37:11.774416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: __init__.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.774801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: __pycache__ {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.775183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.775557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: address_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.776397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.777039 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: address-group Feb 15 15:37:11.777404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: address_scope.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.778208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.778797 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: address-scope Feb 15 15:37:11.779163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.780134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.780716 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: router-admin-state-down-before-update Feb 15 15:37:11.781081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: agent.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.781856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.782482 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: agent Feb 15 15:37:11.782848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: agent_resources_synced.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.783787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.784374 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: agent-resources-synced Feb 15 15:37:11.784738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: allowedaddresspairs.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.786635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.787189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: allowed-address-pairs Feb 15 15:37:11.787557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: auto_allocated_topology.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.788659 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.789245 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: auto-allocated-topology Feb 15 15:37:11.789609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.790399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.790983 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: availability_zone Feb 15 15:37:11.791344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: availability_zone_filter.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.792303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.793013 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: availability_zone_filter Feb 15 15:37:11.793379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: data_plane_status.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.794341 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.794945 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 15:37:11.795297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: default_subnetpools.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.796237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.796819 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: default-subnetpools Feb 15 15:37:11.797183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.798093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.798672 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: dhcp_agent_scheduler Feb 15 15:37:11.799034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: dns.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.799969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.800546 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension dns-integration not supported by any of loaded plugins Feb 15 15:37:11.800907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: dns_domain_ports.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.801847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.802453 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 15:37:11.802816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: dvr.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.803551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.804133 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: dvr Feb 15 15:37:11.804496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: empty_string_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.805437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.806048 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: empty-string-filtering Feb 15 15:37:11.806415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.807887 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.808474 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 15:37:11.808838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.809778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.810385 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 15:37:11.810750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: external_net.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.811685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.812268 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: external-net Feb 15 15:37:11.812632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.813561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.814200 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: extra_dhcp_opt Feb 15 15:37:11.814559 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: extraroute.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.815502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.816091 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: extraroute Feb 15 15:37:11.816451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: extraroute_atomic.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.817503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.818115 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: extraroute-atomic Feb 15 15:37:11.818477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: filter_validation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.819187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.819768 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: filter-validation Feb 15 15:37:11.820129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: fip_pf_description.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.821064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.821638 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 15:37:11.822025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: fip_port_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.823653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.824227 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: fip-port-details Feb 15 15:37:11.824591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: flavors.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.825846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.826468 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: flavors Feb 15 15:37:11.826839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.828509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.829102 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 15:37:11.829476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: floatingip_pools.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.830266 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.830853 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: floatingip-pools Feb 15 15:37:11.831220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: ip_allocation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.832171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.832752 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 15:37:11.833117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.834115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.834697 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: ip-substring-filtering Feb 15 15:37:11.835062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l2_adjacency.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.836049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.836632 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 15:37:11.836999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l3.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.838102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.838724 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: router Feb 15 15:37:11.839089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.841358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.841991 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 15:37:11.842370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.843325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.843920 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: ext-gw-mode Feb 15 15:37:11.844290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.845336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.845947 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: l3-ha Feb 15 15:37:11.846314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l3_flavors.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.847257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.847841 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: l3-flavors Feb 15 15:37:11.848205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.849143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.849727 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 15:37:11.850115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: l3agentscheduler.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.851296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.851901 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: l3_agent_scheduler Feb 15 15:37:11.852270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: logging.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.853808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.854965 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension logging not supported by any of loaded plugins Feb 15 15:37:11.855337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: metering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.856150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.856855 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: metering Feb 15 15:37:11.857225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.858394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.858983 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: metering_source_and_destination_fields Feb 15 15:37:11.859348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: multiprovidernet.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.860632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.861173 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: multi-provider Feb 15 15:37:11.861538 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: netmtu.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.862502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.863088 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: net-mtu Feb 15 15:37:11.863456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: netmtu_writable.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.864401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.864992 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: net-mtu-writable Feb 15 15:37:11.865358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: network_availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.866245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.866832 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: network_availability_zone Feb 15 15:37:11.867196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: network_ip_availability.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.868330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.868912 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: network-ip-availability Feb 15 15:37:11.869274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: network_segment_range.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.870748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.871329 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 15:37:11.871692 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: pagination.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.872722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.873101 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: pagination Feb 15 15:37:11.873463 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: port_device_profile.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.874439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.875030 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: port-device-profile Feb 15 15:37:11.875406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.876436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.876934 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: port-mac-address-regenerate Feb 15 15:37:11.877297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.878251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.878830 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: port-numa-affinity-policy Feb 15 15:37:11.879230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: port_resource_request.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.880161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.880735 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 15:37:11.881098 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: portbindings.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.882077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.882656 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: binding Feb 15 15:37:11.883019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: portbindings_extended.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.884318 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.884905 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: binding-extended Feb 15 15:37:11.885275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: portsecurity.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.886283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.886873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: port-security Feb 15 15:37:11.887238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: project_id.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.888230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.888603 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: project-id Feb 15 15:37:11.888968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: providernet.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.889941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.890530 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: provider Feb 15 15:37:11.890893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.894601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.895204 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos not supported by any of loaded plugins Feb 15 15:37:11.895588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.896858 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.897451 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 15:37:11.897823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.898792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.899380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 15:37:11.899749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_default.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.900681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.901285 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-default not supported by any of loaded plugins Feb 15 15:37:11.901651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_fip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.902374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.902951 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-fip not supported by any of loaded plugins Feb 15 15:37:11.903317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_gateway_ip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.904257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.904849 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 15:37:11.905216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_port_network_policy.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.906180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.906760 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 15:37:11.907130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_rule_type_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.908062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.908652 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 15:37:11.909013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: qos_rules_alias.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.910124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.910708 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 15:37:11.911070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: quotasv2.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.912064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.912436 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: quotas Feb 15 15:37:11.912797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: quotasv2_detail.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.915714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.916098 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: quota_details Feb 15 15:37:11.916467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: rbac.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.918204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.918811 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: rbac-policies Feb 15 15:37:11.919165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: rbac_address_scope.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.920122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.920713 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: rbac-address-scope Feb 15 15:37:11.921080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: rbac_security_groups.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.922048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.922636 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: rbac-security-groups Feb 15 15:37:11.923005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: rbac_subnetpool.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.923949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.924540 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: rbac-subnetpool Feb 15 15:37:11.924907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: revisionifmatch.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.925856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.926470 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: revision-if-match Feb 15 15:37:11.926836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: revisions.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.927960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.928549 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: standard-attr-revisions Feb 15 15:37:11.928912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: router_availability_zone.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.929645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.930277 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: router_availability_zone Feb 15 15:37:11.930642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: routerservicetype.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.931592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.932271 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension router-service-type not supported by any of loaded plugins Feb 15 15:37:11.933087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.934071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.934658 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: security-groups-normalized-cidr Feb 15 15:37:11.935021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.935989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.936572 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: port-security-groups-filtering Feb 15 15:37:11.936953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.937921 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.938492 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: security-groups-remote-address-group Feb 15 15:37:11.938854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: securitygroup.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.953411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.954074 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: security-group Feb 15 15:37:11.954448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: segment.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.955377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.955969 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension segment not supported by any of loaded plugins Feb 15 15:37:11.956336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.957326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.957932 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 15:37:11.958307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: servicetype.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.959440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.960034 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: service-type Feb 15 15:37:11.960401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: sorting.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.961402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.961780 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: sorting Feb 15 15:37:11.962195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: standard_attr_segment.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.963132 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.963741 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 15:37:11.964103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: standardattrdescription.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.964801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.965382 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: standard-attr-description Feb 15 15:37:11.965748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: stateful_security_group.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.966750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.967337 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: stateful-security-group Feb 15 15:37:11.967702 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: stdattrs_common.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.968302 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 15:37:11.968666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.969701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.970321 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 15:37:11.970684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: subnet_onboard.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.971785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.972377 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: subnet_onboard Feb 15 15:37:11.972746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.973707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.974325 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 15:37:11.974692 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: subnet_service_types.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.975653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.976246 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: subnet-service-types Feb 15 15:37:11.976611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: subnetallocation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.977709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.978351 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: subnet_allocation Feb 15 15:37:11.978718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.979969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.980558 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: subnetpool-prefix-ops Feb 15 15:37:11.980916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.981903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.982483 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 15:37:11.982847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: tagging.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.984152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.984764 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: standard-attr-tag Feb 15 15:37:11.985400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: timestamp.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.986670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.987257 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loaded extension: standard-attr-timestamp Feb 15 15:37:11.987626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: trunk.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.988683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.989267 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension trunk not supported by any of loaded plugins Feb 15 15:37:11.989630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: trunk_details.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.990606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.991185 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension trunk-details not supported by any of loaded plugins Feb 15 15:37:11.991546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: uplink_status_propagation.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.992522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.993101 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 15:37:11.993460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Loading extension file: vlantransparent.py {{(pid=83906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 15 15:37:11.994216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 15:37:11.995432 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 15:37:11.998175 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:network Feb 15 15:37:11.999005 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:subnet Feb 15 15:37:11.999683 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:37:12.000352 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:port Feb 15 15:37:12.001869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.002390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service FLAVORS assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.003083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.003569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.003943 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:router Feb 15 15:37:12.004664 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:floatingip Feb 15 15:37:12.005437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service METERING assigned prefix: /metering {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.007260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:12.007667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:12.008056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:37:12.009206 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 15:37:12.009714 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:security_group Feb 15 15:37:12.010569 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 15:37:12.011379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service CORE assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.011754 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:37:12.012132 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] subnetpool is already registered Feb 15 15:37:12.012822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service CORE assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.013192 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:37:12.013554 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] subnetpool is already registered Feb 15 15:37:12.016327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.016819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service FLAVORS assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.017469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.017957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.018338 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:router Feb 15 15:37:12.018705 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] router is already registered Feb 15 15:37:12.019366 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:floatingip Feb 15 15:37:12.019734 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] floatingip is already registered Feb 15 15:37:12.020430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service METERING assigned prefix: /metering {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.021182 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 15:37:12.021550 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] rbac_policy is already registered Feb 15 15:37:12.022214 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:security_group Feb 15 15:37:12.022586 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] security_group is already registered Feb 15 15:37:12.023245 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 15:37:12.023613 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] security_group_rule is already registered Feb 15 15:37:12.024358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service CORE assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.024729 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:37:12.025091 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] subnetpool is already registered Feb 15 15:37:12.025777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.resource_helper [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Service CORE assigned prefix: {{(pid=83906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 15 15:37:12.026196 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 15:37:12.026572 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.quota.resource_registry [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] subnetpool is already registered Feb 15 15:37:12.027303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: extensions {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.028941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: address-groups {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.030743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: address-scopes {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.032059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.033301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: auto-allocated-topology {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.034667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: availability_zones {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.036074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: dhcp-networks {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.037640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: dhcp-agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.039153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.041079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: flavors {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.043031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: service_profiles {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.044356 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: next_providers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.046015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: service_profiles {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.047575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: floatingip-pools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.048876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.051727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: floatingips {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.053052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: l3-routers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.054602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: l3-agents {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.056134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: metering-labels {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.058199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: metering-label-rules {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.059575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: network-ip-availabilities {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.060931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: bindings {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.062716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: quotas {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.064267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: quotas {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.065778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: rbac-policies {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.067197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: security-groups {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.068505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: security-group-rules {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.069836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: service-providers {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.071177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: subnetpools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.072690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: subnetpools {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.074305 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.076109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.078083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.080006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.081925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.083724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.085619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.087628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.089665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.091672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.extensions [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Extended resource: tags {{(pid=83906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 15 15:37:12.098788 dv-cinder-768105-5-smb neutron-server[83906]: WARNING keystonemiddleware.auth_token [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 15:37:12.104674 dv-cinder-768105-5-smb neutron-server[83906]: WARNING keystonemiddleware.auth_token [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 15:37:12.113861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Acquired lock "singleton_lock" {{(pid=83906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 15 15:37:12.114452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Releasing lock "singleton_lock" {{(pid=83906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 15 15:37:12.115858 dv-cinder-768105-5-smb neutron-server[83906]: INFO oslo_service.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Starting 2 workers Feb 15 15:37:12.121189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Started child 84019 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 15:37:12.125203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:12.125943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Started child 84020 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 15:37:12.127016 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [-] (84019) wsgi starting up on http://0.0.0.0:9696 Feb 15 15:37:12.127448 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 15:37:12.128119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Notify callbacks [] for process, before_spawn {{(pid=83906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:12.129402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:12.130694 dv-cinder-768105-5-smb neutron-server[83906]: INFO oslo_service.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Starting 1 workers Feb 15 15:37:12.130804 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [-] (84020) wsgi starting up on http://0.0.0.0:9696 Feb 15 15:37:12.136284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Started child 84021 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 15:37:12.136934 dv-cinder-768105-5-smb neutron-server[83906]: INFO oslo_service.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Starting 1 workers Feb 15 15:37:12.138349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] calling RpcWorker wait() {{(pid=84021) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 15:37:12.138745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] returning from RpcWorker wait() {{(pid=84021) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 15:37:12.140261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:12.140802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:37:12.141789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Started child 84022 {{(pid=83906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 15 15:37:12.142674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9f5be57f-643c-4a8d-9870-7c4d6c5ab32d None None] Notify callbacks [] for process, after_spawn {{(pid=83906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:12.144326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 15 15:37:12.144575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 15:37:12.144784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 15:37:12.145049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 15:37:12.145479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 15:37:12.145671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 15:37:12.146264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.146573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.146676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:12.146893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.147187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.147522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.148205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.148501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.148807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.149136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.149428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.149627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.149824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.150135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.150425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.150767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.151099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.151379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.151654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.151871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.152135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.152437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.152733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.153028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] debug = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.153323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.153919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.154191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.154475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.154758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.155061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.155331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.155620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.155882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.156145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.156425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.156706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.156954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.157225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.157532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.157778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.158269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] host = dv-cinder-768105-5-smb {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.158518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.158787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.159071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.159336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.159633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.159895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.160194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.160503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.160796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.161085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.161372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.161636 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.161943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.162226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.162421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_options = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.162687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.162989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.163297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.163514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.163709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.163901 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.164197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.164389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.164676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.164929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.165197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.165469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.165715 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.165986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.166263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.166513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.167316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.168253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.168599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.168906 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.169192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.169571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.169849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.170149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.170544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.170671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.170961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.171157 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.171400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.172889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.172889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.172889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.173430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.173430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.173709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.173982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.174238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.174565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.174843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.175126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.175413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.175668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.175921 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.176171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.176322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:37:12.176460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.176668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_json = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.176917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.177167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.177449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.177745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.177944 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.178181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.178451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.178735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.179180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.179506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.179854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.180115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.180389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.180661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.180933 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.181191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.181482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.181754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.182129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.182988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.183310 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.183628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.183860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.184211 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.184517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.184908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.185067 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.185301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.185571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.185829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.186289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.186531 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.186821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.187237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.187494 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.187749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.188015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.188285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.188540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.188849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.189896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.190177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.190434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.190696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.190965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.191226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.191514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.191773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.192067 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.192337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.192608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.192872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.193120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.193367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.193616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.193934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.194204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.194509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.194790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.195206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.195456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.195705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.195961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.196256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.196532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.196797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.197043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.197296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.197543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.197860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.198159 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.198414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.198660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.198933 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.199195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.199443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.199703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.199951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.200223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.200472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.200719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.200967 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.201214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.201458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.201703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.201966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.202222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.202468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.202815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.202997 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.203169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.203432 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.203751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.204098 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.204373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.204662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.204965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.205240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.205460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.205718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.205996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.206329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.206499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.206727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.207004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.208315 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.208654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.208925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.209250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.209750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.210275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.211762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.212066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.212351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.213328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.214181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.214497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.214782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.215099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.215441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.215676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.215994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.216273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.216582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.216935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.217243 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.217537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.218135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.218135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.218817 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.218817 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.219077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.219220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.219560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.219902 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.220220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.220498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.220755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.221007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.221296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.221658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.221987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.222273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.222521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.222817 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.223103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.223360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.223955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.224121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.224304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.224604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.224818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.225068 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.225346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.225618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.225865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.226437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.226437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.226841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.226841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.227191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.227389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.227633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.227873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.228122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.228382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.228629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.228913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.229718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.229995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.230269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.230523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.230775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.231028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.231279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.231564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.231816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.232125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.232419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.232695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.232961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.233246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.233520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.233764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.234072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.234325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.234569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.234811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.235312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.235758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.235917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.236139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.236385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.236684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.236928 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.237277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.237583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.237848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.238147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.238397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.238664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.238945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.239195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.239443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.239691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.239939 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.240215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.240487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.240762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.241009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.241272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.241514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.241763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.242027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.242359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.242628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.242871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.243127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.243384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.243644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.243887 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.244128 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.244377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.244619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.244903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.245146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.245388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.245635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.245875 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.246216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.246502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.246752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.247060 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.247328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.247621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.247909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.248265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.248524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.248807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.249057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.249334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.249605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.249962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.250330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.250668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.251031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.251334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.251654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.251964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.252272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.252521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.252844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.253215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.253497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.253784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.254086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.254398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.254656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.254909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.255159 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.255410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.255660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.255958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.256236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.256516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.256781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.257050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.257370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.257562 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.257807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.258084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.258336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.258521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 15:37:12.259059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 15 15:37:12.259252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 15 15:37:12.259436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 15 15:37:12.259642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 15 15:37:12.259843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 15 15:37:12.260064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 15 15:37:12.260248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.260487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.260729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.260877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.261022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.261265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.261265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.261584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.261720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.261854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.262053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.262324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.262324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.262597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.262597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.263506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.263733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.263926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.264120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.264307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.264460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.264651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.264836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] debug = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.265023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.265254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.265418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.265601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.265783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.265960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.266148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.266334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.266556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.266849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.267280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.267455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.267666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.267808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.267944 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.268088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.268224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] host = dv-cinder-768105-5-smb {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.268471 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.268656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.268841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.269025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.269190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.269374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.269559 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.269745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.269947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.270134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.270319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.270504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.270758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.271035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.271224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_options = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.271408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.271591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.271774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.272003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.272189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.272373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.272604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.272787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.272970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.273188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.273372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.273554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.273736 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.273966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.274077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.274263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.274445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.274628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.274815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.274968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.275153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.275336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.275567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.275759 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.276597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.276823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.277012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.277198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.277359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.277548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.277701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.277909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.278089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.278274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.278456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.278640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.278776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:37:12.278888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.278985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.279142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.279325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.279508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.279689 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.279870 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.280052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.280235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.280417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_json = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.280599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.280781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.280965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.281146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.281333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.281515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.281698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.281917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 15 15:37:12.282146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.282335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.282534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.282720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.282907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.283094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.283282 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.283467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.283652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.283837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.284028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.284215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.284413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.284598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.284783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.284971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.285158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.285328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.285504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.285690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.285874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.286158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.286363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.286550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.286737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.286925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.287113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.287300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.287487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.287721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.287841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.288026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.288211 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.288396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.288581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.288767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.288951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.289138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.289324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.289510 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.289696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.289913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.290107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.290294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.290450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.290642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.290828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.291050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.291194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.291400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.291648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.292334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.292585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.292773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.292961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.293149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.293543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.293730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.293932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.294122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.294311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.294513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.294711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.295042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.295228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.295450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.295635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.295820 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.296009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.296195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.296381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.296567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.296756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.296942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.297127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.297313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.297498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.297684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.298174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.298174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.298462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.298462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.298725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.298863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.298962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.299157 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.299342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.299527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.299714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.299900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.300089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.300442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.300628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.300815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.301000 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.301184 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.301373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.301560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.301745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.301949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.302135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.302319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.302504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.302688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.302874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.303061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.303247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.303403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.303615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.303800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.304028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.304224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.304410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.304597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.304882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.305076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.305274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.305461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.305648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.305832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.306019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.306200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.306386 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.306571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.306755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.306940 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.307125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.307407 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.307517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.307695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.307929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.308040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.308236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.308422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.308609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.308793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.308978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.309163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.309349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.309533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.309717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.309915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.310108 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.310295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.310480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.310666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.310854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.311040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.311230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.311418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.311604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.311790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.311976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.312161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.312346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.312530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.312713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.312899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.313084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.313268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.313454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.313639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.313826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.314050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.314235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.314421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.314605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.314791 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.314976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.315163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.315349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.315535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.315721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.315906 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.316092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.316277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.316464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.316649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.316835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.317019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.317204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.317390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.317575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.317760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.318043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.318205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.318359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.318501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.318670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.318817 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.318964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.319110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.319363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.319516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.319654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.319789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.320004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.320189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.320400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.320588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.320776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.320962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.321185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.321498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.321738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.322094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.322296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.322484 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.322668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.322878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.323066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.323353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.323543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.323768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.323915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.324062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.324199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.324387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.324580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.324758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.324943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.325138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.325326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.325512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.325706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.325915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.326256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.326442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.326641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.326828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.327015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.327203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.327387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.327573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.327759 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.327949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.328149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.328303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.328479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.328674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.328870 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.329218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.329342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.329505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.329749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.329860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.330069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.330255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.330442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.330628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.330816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.331001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.331186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.331375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.331561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.331747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.331932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.332120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.332335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.332492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.332679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.332866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.333051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.333236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 15 15:37:12.333415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 15 15:37:12.609616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 35464) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:12.621331 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092478 Feb 15 15:37:22.839729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b30a6ec-69d9-48bc-9b0e-80c35633dbc3 None None] get_active_networks_info from dv-cinder-768105-5-smb {{(pid=84021) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 15 15:37:23.013448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-467826b6-f727-40b9-9168-41604cb93475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678'] for agent, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:23.065011 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b30a6ec-69d9-48bc-9b0e-80c35633dbc3 None None] No non-hosted networks {{(pid=84021) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 15:37:25.061957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d8d2ea5-8246-4be7-a6f7-9ebc57b45533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678'] for agent, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:25.106065 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b8e9-1cac-4b71-b9bc-ab08c3f92723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:25.989156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678'] for agent, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:27.006426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678'] for agent, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:27.018360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.019085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.019665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.020225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.020797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.021353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.022040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.022609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.023199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.023773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.024338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.024890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:27.025582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:37:27.049866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:37:27.293273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678'] for agent, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:28.316166 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_hamode_db [None req-c7a665b6-b51d-4255-9ef2-1f0830814e1c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 15:37:28.409551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a665b6-b51d-4255-9ef2-1f0830814e1c None None] Routers set() bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:37:28.410143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a665b6-b51d-4255-9ef2-1f0830814e1c None None] Router IDs set() for agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 15 15:37:28.787972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35552) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:28.986121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d295474-748e-47e7-81e6-272a876e598c None None] get_endpoint_by_host() called for host dv-cinder-768105-5-smb {{(pid=84021) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 15 15:37:28.990837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d295474-748e-47e7-81e6-272a876e598c None None] get_endpoint_by_ip() called for ip 192.168.0.106 {{(pid=84021) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 15 15:37:28.994065 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d295474-748e-47e7-81e6-272a876e598c None None] _add_endpoint() called for ip 192.168.0.106 {{(pid=84021) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 15 15:37:29.000748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d295474-748e-47e7-81e6-272a876e598c None None] _get_endpoints() called {{(pid=84021) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 15 15:37:29.443300 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-6251b34b-5e1f-486e-968b-7f2f90db51a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:29.443888 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-6251b34b-5e1f-486e-968b-7f2f90db51a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:29.678504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [None req-6251b34b-5e1f-486e-968b-7f2f90db51a9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:37:29.679760 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-6251b34b-5e1f-486e-968b-7f2f90db51a9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8896551 Feb 15 15:37:32.404602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35568) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:32.796700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:37:32.867666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.policy [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84019) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 15 15:37:32.904069 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:32.904432 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:32.931688 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] Loaded quota_driver: . Feb 15 15:37:32.948223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:37:33.007657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280235207592', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280235221661', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280235225258', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280235039040', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363280235041957', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036821525269', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33329703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-928925', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619677'] for rbac-policy, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:33.072617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:33.073948 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5cf2c8b2-5f43-4fd5-93b0-fa9cbbe950ec admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6682599 Feb 15 15:37:36.071782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35582) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:36.451267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Request body: {'network': {'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'name': 'private', 'admin_state_up': True}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:37:36.457230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:37:36.461936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Usage tracker for resource:network and tenant:006ac1513ed644fb8df7c42efc70d8ee is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:37:36.465594 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:37:36.471742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:37:36.480266 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Made reservation on behalf of 006ac1513ed644fb8df7c42efc70d8ee for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:37:36.486698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:36.506177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:36.675615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:37:36.679871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:006ac1513ed644fb8df7c42efc70d8ee is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:37:36.683956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:37:36.689514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:37:36.785001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:36.787818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:36.792985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:36.813195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:37:36.838660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:36.839152 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Added segment 2c6cf400-eab6-4515-b079-67488e739694 of type vxlan for network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c Feb 15 15:37:36.894543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1fd3f4-221e-424a-a9a8-dce428dbdee9,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:36.915017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.915414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.915753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.916619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.916971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.917326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.917674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.918045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.918412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.918759 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.919105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.919448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Tracked resource versions report: Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:37:36.920508 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:37:36.960301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:36.969179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:37.000171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:37.001505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:37:37.002194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:37.007013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:37.121048 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0475156 Feb 15 15:37:37.121774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:37.124985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:37.133385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:37:40.175536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35598) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:40.666850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e29181-e804-4c04-91e1-afff52cd11ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:37:40.668361 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f7e29181-e804-4c04-91e1-afff52cd11ff admin admin] 10.222.0.74 "GET /v2.0/networks/e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c HTTP/1.1" status: 200 len: 818 time: 0.4917021 Feb 15 15:37:40.700257 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ff357055-3b95-4d3b-85f0-f86fe0204013 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/7a81af98-d54c-4891-82fc-53303dbe4739 HTTP/1.1" status: 200 len: 734 time: 0.0256157 Feb 15 15:37:40.709801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Request body: {'subnet': {'subnetpool_id': '7a81af98-d54c-4891-82fc-53303dbe4739', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'name': 'private-subnet', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:37:40.714863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:37:40.718756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Usage tracker for resource:subnet and tenant:006ac1513ed644fb8df7c42efc70d8ee is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:37:40.721724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:37:40.727350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:37:40.736907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Made reservation on behalf of 006ac1513ed644fb8df7c42efc70d8ee for: {'subnet': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:37:40.741397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:41.229741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:41.245012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:41.385449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc06c76-46b1-400b-bf97-27816bdad83b,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:41.392182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:41.459270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Checking segment: {'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:37:41.459651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Network hostable DHCP agents. Network: e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:37:41.480555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:37:41.489757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c) {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:37:41.495298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:37:41.495874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:41.500052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14180c7c-3343-4c26-ad28-1c23a19d87a9 None None] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:37:41.516187 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8100121 Feb 15 15:37:41.996641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6154e5a7-77f4-53c3-8ece-bdb8f03e8fb1-e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'fixed_ips': [{'subnet_id': '2fc06c76-46b1-400b-bf97-27816bdad83b'}]}} from dv-cinder-768105-5-smb. {{(pid=84021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 15:37:41.997777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:42.322975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Allocated IP 172.20.0.2 (e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c/2fc06c76-46b1-400b-bf97-27816bdad83b/74a50d6b-68f0-4621-b359-3e670a5f225c) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:37:42.570841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:42.584450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Transition to ACTIVE for port object 74a50d6b-68f0-4621-b359-3e670a5f225c will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:37:42.601658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Transition to ACTIVE for port object 74a50d6b-68f0-4621-b359-3e670a5f225c will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:37:42.607986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:42.627161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:42.763088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Pushing event updated for resources: {'Port': ['ID=74a50d6b-68f0-4621-b359-3e670a5f225c,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:42.783397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.783772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.784139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.784497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.784852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.785403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.785757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.786132 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.786480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.786828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.787173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.787511 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Tracked resource versions report: Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:37:42.788577 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:37:42.797906 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:42.838999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:37:42.840202 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:37:42.842986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:37:42.906064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Attempting to bind port 74a50d6b-68f0-4621-b359-3e670a5f225c on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:37:42.906502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Attempting to bind port 74a50d6b-68f0-4621-b359-3e670a5f225c by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:37:42.906891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Attempting to bind port 74a50d6b-68f0-4621-b359-3e670a5f225c on network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:37:42.912716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:37:42.913132 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Checking segment: {'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:37:42.913593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:42.914039 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Bound using segment: {'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:37:42.914577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Bound port: 74a50d6b-68f0-4621-b359-3e670a5f225c, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:37:42.914953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:43.012040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] For port 74a50d6b-68f0-4621-b359-3e670a5f225c, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:37:43.016507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] For port 74a50d6b-68f0-4621-b359-3e670a5f225c, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=74a50d6b-68f0-4621-b359-3e670a5f225c,segment=NetworkSegment(2c6cf400-eab6-4515-b079-67488e739694),segment_id=2c6cf400-eab6-4515-b079-67488e739694)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:37:43.020112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:43.035832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:43.189946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Pushing event updated for resources: {'Port': ['ID=74a50d6b-68f0-4621-b359-3e670a5f225c,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:43.202577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:44.327229 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35608) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:44.745657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [None req-7e124c1f-9c32-4f2a-985e-ca07d8971e86 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:37:44.746834 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7e124c1f-9c32-4f2a-985e-ca07d8971e86 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4184747 Feb 15 15:37:47.065482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 74a50d6b-68f0-4621-b359-3e670a5f225c up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:37:47.143148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 74a50d6b-68f0-4621-b359-3e670a5f225c completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:37:47.602431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35622) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:48.019690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [None req-4545f344-a87d-498a-aaf2-ef8207cc98f3 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:37:48.022608 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4545f344-a87d-498a-aaf2-ef8207cc98f3 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4184446 Feb 15 15:37:48.042556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c82d42-5d72-47fb-95b9-833f17a29517 None None] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:37:48.185111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Provisioning for port 74a50d6b-68f0-4621-b359-3e670a5f225c completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:37:48.194343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Provisioning complete for port 74a50d6b-68f0-4621-b359-3e670a5f225c triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:37:48.194740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:48.447321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:48.498936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] For port 74a50d6b-68f0-4621-b359-3e670a5f225c, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=74a50d6b-68f0-4621-b359-3e670a5f225c,segment=NetworkSegment(2c6cf400-eab6-4515-b079-67488e739694),segment_id=2c6cf400-eab6-4515-b079-67488e739694)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:37:48.503395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:48.514379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:48.590078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Pushing event updated for resources: {'Port': ['ID=74a50d6b-68f0-4621-b359-3e670a5f225c,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:48.593586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:48.733416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e496d6a9-53d8-478b-b546-db3c1639776f None None] Provisioning complete for port 74a50d6b-68f0-4621-b359-3e670a5f225c triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:37:48.733846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e496d6a9-53d8-478b-b546-db3c1639776f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:48.987577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bf28dcd3-e1d5-443c-a2ce-efb211d3709f None None] Provisioning complete for port 74a50d6b-68f0-4621-b359-3e670a5f225c triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:37:48.987577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bf28dcd3-e1d5-443c-a2ce-efb211d3709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:49.066289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 74a50d6b-68f0-4621-b359-3e670a5f225c up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:37:49.211270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 74a50d6b-68f0-4621-b359-3e670a5f225c triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:37:49.211811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:49.537770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5267acfb-5135-46f4-8e61-5f7096384004 None None] Provisioning complete for port 74a50d6b-68f0-4621-b359-3e670a5f225c triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:37:49.538245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5267acfb-5135-46f4-8e61-5f7096384004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:51.127653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35634) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:51.505333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Request body: {'router': {'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'name': 'router1', 'admin_state_up': True}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:37:51.510801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:37:51.514876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Usage tracker for resource:router and tenant:006ac1513ed644fb8df7c42efc70d8ee is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:37:51.518176 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:37:51.523925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:37:51.533602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102850'] for router, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:51.534982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853851141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672949'] for router, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:51.558918 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:51.665623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854170595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120'] for router, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:51.683432 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:51.684736 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-32ae6440-90b8-4eb4-929f-34fb6a101ff8 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5559742 Feb 15 15:37:52.724456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1aba527-dc53-4a4d-b3d2-9b27af764010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:54.438723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 35644) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:55.074703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4dbc0e57-ada0-4a56-935c-3de53c21009f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:55.099468 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-dddbcba7-e919-4f60-8840-dc9b07141ce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:55.100050 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-dddbcba7-e919-4f60-8840-dc9b07141ce9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:55.332891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [None req-dddbcba7-e919-4f60-8840-dc9b07141ce9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:37:55.333986 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-dddbcba7-e919-4f60-8840-dc9b07141ce9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8940105 Feb 15 15:37:55.922359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:56.997069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:57.225609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:58.121637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 35668) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:37:58.284564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:37:58.287473 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.quota [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Loaded quota_driver: . Feb 15 15:37:58.303517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:37:58.310594 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Usage tracker for resource:network and tenant:3cf0d56a43724404a145216fe85546ed is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:37:58.315160 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:37:58.322945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:37:58.337392 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Made reservation on behalf of 3cf0d56a43724404a145216fe85546ed for: {'network': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:37:58.387381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.policy [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84020) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 15 15:37:58.424960 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:58.425383 dv-cinder-768105-5-smb neutron-server[83906]: WARNING oslo_policy.policy [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 15:37:58.456922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:58.476914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:58.494014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:37:58.498056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Usage tracker for resource:security_group_rule and tenant:3cf0d56a43724404a145216fe85546ed is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:37:58.501856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:37:58.508252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:37:58.613813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:58.616565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:58.622993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:58.636753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Reserving flat network on physical network physnet1 {{(pid=84020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 15 15:37:58.819070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:58.819831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Unsubscribe: segment precommit_create {{(pid=84020) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 15 15:37:58.820311 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Added segment e0b755ce-3d16-42b1-94bd-808db2d70452 of type flat for network e4a9b955-749a-48d7-9208-9db45c1feaf9 Feb 15 15:37:58.875962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2b4254-c2bd-4974-9a5e-4960360af50f,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:58.900863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.901247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.901614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.901996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.902360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.902743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.903201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.903583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.903954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.904305 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.904654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.905007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Tracked resource versions report: Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:37:58.906086 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:37:58.952707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:58.960896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:59.000348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:59.001679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:37:59.002415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:37:59.007397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:37:59.120176 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9973927 Feb 15 15:37:59.120909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Pushing event updated for resources: {'Network': ['ID=e4a9b955-749a-48d7-9208-9db45c1feaf9,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:37:59.124145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:37:59.132681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:38:01.709999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 35694) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:38:01.841020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec6d00-c327-41da-9f87-caf1fe88bd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:38:01.842535 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f8ec6d00-c327-41da-9f87-caf1fe88bd3a admin admin] 10.222.0.74 "GET /v2.0/subnets/2fc06c76-46b1-400b-bf97-27816bdad83b HTTP/1.1" status: 200 len: 849 time: 0.1314902 Feb 15 15:38:02.023793 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-bfae7a3f-9752-4ae9-9379-70e5dcd4267b admin admin] 10.222.0.74 "GET /v2.0/routers/feacf7ab-7cfc-4f49-86e5-6e7405659c1a HTTP/1.1" status: 200 len: 704 time: 0.1749873 Feb 15 15:38:02.567668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:02.966493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Allocated IP 172.20.0.1 (e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c/2fc06c76-46b1-400b-bf97-27816bdad83b/5838f519-7774-46df-a250-4b6434d8c0f0) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:38:03.138618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:03.158961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Transition to ACTIVE for port object 5838f519-7774-46df-a250-4b6434d8c0f0 will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:38:03.222144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:03.237863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:03.520306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Pushing event updated for resources: {'Port': ['ID=5838f519-7774-46df-a250-4b6434d8c0f0,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:03.526704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:03.582758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:38:03.583727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:38:03.586860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:38:03.587360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854123542'] for router_interface, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:03.777801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-09025a40-c1f1-47d2-8cdf-54925aaa880a None None] Provisioning for port 5838f519-7774-46df-a250-4b6434d8c0f0 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:38:03.784784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-09025a40-c1f1-47d2-8cdf-54925aaa880a None None] Provisioning complete for port 5838f519-7774-46df-a250-4b6434d8c0f0 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:38:03.785198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09025a40-c1f1-47d2-8cdf-54925aaa880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:03.845969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-09025a40-c1f1-47d2-8cdf-54925aaa880a None None] Port 5838f519-7774-46df-a250-4b6434d8c0f0 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:38:03.874403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:04.189593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:04.193134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:04.194262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652224'] for router_interface, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:04.208555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:04.345834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Pushing event updated for resources: {'Port': ['ID=5838f519-7774-46df-a250-4b6434d8c0f0,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:04.348637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:04.404774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:38:04.405985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:38:04.570589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-5759a332-6a95-480c-be56-c45cbbf73b2f None None] Provisioning complete for port 5838f519-7774-46df-a250-4b6434d8c0f0 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:38:04.571062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5759a332-6a95-480c-be56-c45cbbf73b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:04.606966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Router feacf7ab-7cfc-4f49-86e5-6e7405659c1a is scheduled to L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 with binding_index 1 {{(pid=84020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 15:38:04.626754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-5759a332-6a95-480c-be56-c45cbbf73b2f None None] Port 5838f519-7774-46df-a250-4b6434d8c0f0 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:38:04.772393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:38:04.782318 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Sync routers for ids ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:38:04.783031 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] 10.222.0.74 "PUT /v2.0/routers/feacf7ab-7cfc-4f49-86e5-6e7405659c1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7505615 Feb 15 15:38:04.793383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Routers {'feacf7ab-7cfc-4f49-86e5-6e7405659c1a'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:38:04.794312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:37:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:04.982568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Set router feacf7ab-7cfc-4f49-86e5-6e7405659c1a gateway port host: None {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:38:05.547133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'name': 'router1', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:37:51Z', 'updated_at': '2021-02-15T15:38:03Z', 'revision_number': 2, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'gw_port_host': None, '_interfaces': [{'id': '5838f519-7774-46df-a250-4b6434d8c0f0', 'name': '', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'mac_address': 'fa:16:3e:8f:e8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:02Z', 'updated_at': '2021-02-15T15:38:04Z', 'revision_number': 2, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'subnets': [{'id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a81af98-d54c-4891-82fc-53303dbe4739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:05.553300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Checking router: feacf7ab-7cfc-4f49-86e5-6e7405659c1a for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:38:05.553695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Updating router feacf7ab-7cfc-4f49-86e5-6e7405659c1a port 5838f519-7774-46df-a250-4b6434d8c0f0 binding host dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:38:05.615416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:06.072412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:06.090718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Transition to ACTIVE for port object 5838f519-7774-46df-a250-4b6434d8c0f0 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:38:06.094416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:06.112188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:06.260344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Pushing event updated for resources: {'Port': ['ID=5838f519-7774-46df-a250-4b6434d8c0f0,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:06.269790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.270223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.270581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.270940 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.271299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.271660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.272012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.272364 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.272713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.273063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.273408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.273756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Tracked resource versions report: Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:38:06.274865 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:38:06.283567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:06.438724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Attempting to bind port 5838f519-7774-46df-a250-4b6434d8c0f0 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:38:06.439142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Attempting to bind port 5838f519-7774-46df-a250-4b6434d8c0f0 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:38:06.439579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Attempting to bind port 5838f519-7774-46df-a250-4b6434d8c0f0 on network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:38:06.445567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:38:06.446022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Checking segment: {'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:38:06.447046 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:06.447552 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Bound using segment: {'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:38:06.448084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Bound port: 5838f519-7774-46df-a250-4b6434d8c0f0, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6cf400-eab6-4515-b079-67488e739694', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:38:06.448488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:06.541521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] For port 5838f519-7774-46df-a250-4b6434d8c0f0, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:38:06.546127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] For port 5838f519-7774-46df-a250-4b6434d8c0f0, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=5838f519-7774-46df-a250-4b6434d8c0f0,segment=NetworkSegment(2c6cf400-eab6-4515-b079-67488e739694),segment_id=2c6cf400-eab6-4515-b079-67488e739694)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:38:06.549188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:06.564879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:06.713565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Pushing event updated for resources: {'Port': ['ID=5838f519-7774-46df-a250-4b6434d8c0f0,revision_number=4']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:06.718247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:06.777945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Routers {'feacf7ab-7cfc-4f49-86e5-6e7405659c1a'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:38:06.778612 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:37:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:06.945633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] Set router feacf7ab-7cfc-4f49-86e5-6e7405659c1a gateway port host: None {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:38:07.292578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'name': 'router1', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:37:51Z', 'updated_at': '2021-02-15T15:38:03Z', 'revision_number': 2, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'gw_port_host': None, '_interfaces': [{'id': '5838f519-7774-46df-a250-4b6434d8c0f0', 'name': '', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'mac_address': 'fa:16:3e:8f:e8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:02Z', 'updated_at': '2021-02-15T15:38:06Z', 'revision_number': 4, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'subnets': [{'id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a81af98-d54c-4891-82fc-53303dbe4739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:07.296761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d2aa4-f45c-4a8c-9246-fabf68d4a16e None None] The sync data for ids ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'] in dv-cinder-768105-5-smb is: [{'id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'name': 'router1', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:37:51Z', 'updated_at': '2021-02-15T15:38:03Z', 'revision_number': 2, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'gw_port_host': None, '_interfaces': [{'id': '5838f519-7774-46df-a250-4b6434d8c0f0', 'name': '', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'mac_address': 'fa:16:3e:8f:e8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:02Z', 'updated_at': '2021-02-15T15:38:06Z', 'revision_number': 4, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'subnets': [{'id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a81af98-d54c-4891-82fc-53303dbe4739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:38:07.350473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 35706) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:38:07.509304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301d19f-0a46-4926-b894-3485520a29d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:38:07.509949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f301d19f-0a46-4926-b894-3485520a29d0 admin admin] Synchronizing usage tracker for tenant:3cf0d56a43724404a145216fe85546ed on resource:network {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:38:07.527695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f301d19f-0a46-4926-b894-3485520a29d0 admin admin] Unset dirty status for tenant:3cf0d56a43724404a145216fe85546ed on resource:network {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:38:07.528861 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f301d19f-0a46-4926-b894-3485520a29d0 admin admin] 10.222.0.74 "GET /v2.0/networks/e4a9b955-749a-48d7-9208-9db45c1feaf9 HTTP/1.1" status: 200 len: 842 time: 0.1772873 Feb 15 15:38:07.539349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'ip_version': 4, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.2.0/24'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:38:07.545153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:38:07.549057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Usage tracker for resource:subnet and tenant:3cf0d56a43724404a145216fe85546ed is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:38:07.552005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:38:07.558746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:38:07.567217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Made reservation on behalf of 3cf0d56a43724404a145216fe85546ed for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:38:07.571756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:08.183519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84020) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:38:08.184026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:08.199792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:08.340833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:08.347107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:08.410681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:38:08.411073 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Network hostable DHCP agents. Network: e4a9b955-749a-48d7-9208-9db45c1feaf9, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:38:08.433707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:38:08.444041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, e4a9b955-749a-48d7-9208-9db45c1feaf9) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:38:08.448618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:38:08.449263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:08.455667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30513922-00a2-4c55-a73b-55a416b22e92 None None] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:38:08.472088 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9364719 Feb 15 15:38:08.705710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f39a8-ab28-42ed-bea0-affcbf9d2cc9 None None] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:38:09.075567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 5838f519-7774-46df-a250-4b6434d8c0f0 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:38:09.148802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 5838f519-7774-46df-a250-4b6434d8c0f0 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:38:09.153975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 5838f519-7774-46df-a250-4b6434d8c0f0 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:38:09.154385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:09.285651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:09.319879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 5838f519-7774-46df-a250-4b6434d8c0f0, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=5838f519-7774-46df-a250-4b6434d8c0f0,segment=NetworkSegment(2c6cf400-eab6-4515-b079-67488e739694),segment_id=2c6cf400-eab6-4515-b079-67488e739694)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:38:09.322706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:09.325843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:09.394708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=5838f519-7774-46df-a250-4b6434d8c0f0,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:09.397988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:11.056993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 5838f519-7774-46df-a250-4b6434d8c0f0 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:38:11.115195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 35720) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:38:11.131693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 5838f519-7774-46df-a250-4b6434d8c0f0 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:38:11.132103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:11.324698 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-594cb770-4332-4be1-809b-d805b52d0f2f admin admin] 10.222.0.74 "GET /v2.0/routers/feacf7ab-7cfc-4f49-86e5-6e7405659c1a HTTP/1.1" status: 200 len: 710 time: 0.2083366 Feb 15 15:38:11.462609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7912d-5994-4466-8f23-d732b332f63e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:38:11.463842 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4ce7912d-5994-4466-8f23-d732b332f63e admin admin] 10.222.0.74 "GET /v2.0/networks/e4a9b955-749a-48d7-9208-9db45c1feaf9 HTTP/1.1" status: 200 len: 886 time: 0.1329470 Feb 15 15:38:11.473767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:38:11.935344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:12.289269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:12.347970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:12.361282 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:12.376013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:38:12.379970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:38:12.382872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:38:12.388631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:38:12.472799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:12.475376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:12.490948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:12.581292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda57360-07cf-4be9-9621-d983a81dc055,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:12.584568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:12.747011 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Allocated IP 172.28.2.53 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/e23058c9-c086-4ce4-bfe6-8f467f5a70ca) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:38:13.067998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:13.097204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:13.112476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:13.244496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e23058c9-c086-4ce4-bfe6-8f467f5a70ca,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:13.256734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:13.299588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:38:13.300722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:38:13.303094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:38:13.699778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:14.056057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:14.059576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854131289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854123695', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854170612'] for router, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:14.248881 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Router feacf7ab-7cfc-4f49-86e5-6e7405659c1a has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:38:14.435157 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:38:14.445564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Sync routers for ids ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:38:14.451713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Notify callbacks [] for router, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:14.454529 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] 10.222.0.74 "PUT /v2.0/routers/feacf7ab-7cfc-4f49-86e5-6e7405659c1a HTTP/1.1" status: 200 len: 889 time: 2.9826417 Feb 15 15:38:14.456436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Routers {'feacf7ab-7cfc-4f49-86e5-6e7405659c1a'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:38:14.457114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:37:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:14.662207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Set router feacf7ab-7cfc-4f49-86e5-6e7405659c1a gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:38:15.020715 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'name': 'router1', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e23058c9-c086-4ce4-bfe6-8f467f5a70ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:37:51Z', 'updated_at': '2021-02-15T15:38:13Z', 'revision_number': 4, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'gw_port': {'id': 'e23058c9-c086-4ce4-bfe6-8f467f5a70ca', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:12Z', 'updated_at': '2021-02-15T15:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '5838f519-7774-46df-a250-4b6434d8c0f0', 'name': '', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'mac_address': 'fa:16:3e:8f:e8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:02Z', 'updated_at': '2021-02-15T15:38:09Z', 'revision_number': 5, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'subnets': [{'id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a81af98-d54c-4891-82fc-53303dbe4739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:15.025668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Checking router: feacf7ab-7cfc-4f49-86e5-6e7405659c1a for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:38:15.026122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Updating router feacf7ab-7cfc-4f49-86e5-6e7405659c1a port e23058c9-c086-4ce4-bfe6-8f467f5a70ca binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:38:15.081877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:15.483532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:15.496198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Transition to ACTIVE for port object e23058c9-c086-4ce4-bfe6-8f467f5a70ca will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:38:15.498821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:15.514372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8bb82a3-ca5a-421b-a3a3-076cf7a579dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:15.808583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f56445-8602-4899-914b-e9ec003589d0 None None] Pushing event updated for resources: {'Port': ['ID=e23058c9-c086-4ce4-bfe6-8f467f5a70ca,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:15.813414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4f56445-8602-4899-914b-e9ec003589d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:15.863050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Attempting to bind port e23058c9-c086-4ce4-bfe6-8f467f5a70ca on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:38:15.863454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Attempting to bind port e23058c9-c086-4ce4-bfe6-8f467f5a70ca by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:38:15.863856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Attempting to bind port e23058c9-c086-4ce4-bfe6-8f467f5a70ca on network e4a9b955-749a-48d7-9208-9db45c1feaf9 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:38:15.869333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:38:15.869740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:38:15.870203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:15.870630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Bound using segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:38:15.871136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Bound port: e23058c9-c086-4ce4-bfe6-8f467f5a70ca, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:38:15.871539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:15.947773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] For port e23058c9-c086-4ce4-bfe6-8f467f5a70ca, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:38:15.951255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] For port e23058c9-c086-4ce4-bfe6-8f467f5a70ca, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=e23058c9-c086-4ce4-bfe6-8f467f5a70ca,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:38:15.954566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:15.970476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:16.123452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f56445-8602-4899-914b-e9ec003589d0 None None] Pushing event updated for resources: {'Port': ['ID=e23058c9-c086-4ce4-bfe6-8f467f5a70ca,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:16.128406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4f56445-8602-4899-914b-e9ec003589d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:16.167042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Routers {'feacf7ab-7cfc-4f49-86e5-6e7405659c1a'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:38:16.167700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:37:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:16.368155 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] Set router feacf7ab-7cfc-4f49-86e5-6e7405659c1a gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:38:16.717543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'name': 'router1', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e23058c9-c086-4ce4-bfe6-8f467f5a70ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:37:51Z', 'updated_at': '2021-02-15T15:38:13Z', 'revision_number': 4, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'gw_port': {'id': 'e23058c9-c086-4ce4-bfe6-8f467f5a70ca', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:12Z', 'updated_at': '2021-02-15T15:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '5838f519-7774-46df-a250-4b6434d8c0f0', 'name': '', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'mac_address': 'fa:16:3e:8f:e8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:02Z', 'updated_at': '2021-02-15T15:38:09Z', 'revision_number': 5, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'subnets': [{'id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a81af98-d54c-4891-82fc-53303dbe4739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:38:16.721767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd5c1c-2849-4aa3-ada4-4891696f531b None None] The sync data for ids ['feacf7ab-7cfc-4f49-86e5-6e7405659c1a'] in dv-cinder-768105-5-smb is: [{'id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'name': 'router1', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': 'e23058c9-c086-4ce4-bfe6-8f467f5a70ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:37:51Z', 'updated_at': '2021-02-15T15:38:13Z', 'revision_number': 4, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'gw_port': {'id': 'e23058c9-c086-4ce4-bfe6-8f467f5a70ca', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:12Z', 'updated_at': '2021-02-15T15:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '5838f519-7774-46df-a250-4b6434d8c0f0', 'name': '', 'network_id': 'e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c', 'tenant_id': '006ac1513ed644fb8df7c42efc70d8ee', 'mac_address': 'fa:16:3e:8f:e8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feacf7ab-7cfc-4f49-86e5-6e7405659c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:38:02Z', 'updated_at': '2021-02-15T15:38:09Z', 'revision_number': 5, 'project_id': '006ac1513ed644fb8df7c42efc70d8ee', 'subnets': [{'id': '2fc06c76-46b1-400b-bf97-27816bdad83b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a81af98-d54c-4891-82fc-53303dbe4739'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:38:17.113165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device e23058c9-c086-4ce4-bfe6-8f467f5a70ca up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:38:17.173487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 35730) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:38:17.188961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port e23058c9-c086-4ce4-bfe6-8f467f5a70ca completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:38:17.194209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port e23058c9-c086-4ce4-bfe6-8f467f5a70ca triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:38:17.194618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:17.316620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9681f38d-c51a-4d09-8550-a9e5d9af86b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:38:17.321943 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9681f38d-c51a-4d09-8550-a9e5d9af86b2 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1446691 Feb 15 15:38:17.322141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:17.337864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port e23058c9-c086-4ce4-bfe6-8f467f5a70ca, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=e23058c9-c086-4ce4-bfe6-8f467f5a70ca,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:38:17.341419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:17.344809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4f56445-8602-4899-914b-e9ec003589d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:38:17.422927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=e23058c9-c086-4ce4-bfe6-8f467f5a70ca,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:38:17.426437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:38:19.072706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device e23058c9-c086-4ce4-bfe6-8f467f5a70ca up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:38:19.151587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port e23058c9-c086-4ce4-bfe6-8f467f5a70ca triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:38:19.152008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:22.746134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b94a1c61-1d4b-423b-b473-d53b345f125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:25.076847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79b896f1-6869-4a21-bd5c-c59761742bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:25.210542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:38:25.925487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:27.009054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:27.244383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:52.726362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f383-65ba-4c8e-9133-2108448eb638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:55.072400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38539f94-04d3-4c66-afda-f79d808c0272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:55.929331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:57.001610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:38:57.238749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:02.201268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:39:22.730331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08ad4d92-778c-4238-969b-aaae1aa2651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:25.075662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5236da07-569e-4762-93f6-853f0d13de86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:25.932252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:27.005681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:27.253193 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:39.201485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:39:52.731687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1410d473-5009-4c5c-a26a-fbf84363f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:55.079672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-82f70719-e8c4-491c-a577-f0acbeea1bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:55.937058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:57.008586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:39:57.247777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:16.201717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:40:22.734114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9203939d-46f8-46d8-bdbb-5a57176e0aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:25.082493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4cdf27bf-a7bd-46fd-b139-8ee4f17ce60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:25.939147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:27.010657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:27.247680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:30.910189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36306) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:30.983564 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adbdaa1-a85a-4cbb-8d28-eb04541dc15f admin admin] GET failed (client error): The resource could not be found. Feb 15 15:40:30.984858 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-8adbdaa1-a85a-4cbb-8d28-eb04541dc15f admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731497 Feb 15 15:40:31.129394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e542c-095a-433f-abea-d764a0b76591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:31.131025 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-253e542c-095a-433f-abea-d764a0b76591 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1409590 Feb 15 15:40:33.624167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36316) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:33.740985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a48dc1-3462-4faa-924c-e7b5b34e8343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:33.742443 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f8a48dc1-3462-4faa-924c-e7b5b34e8343 admin admin] 10.222.0.74 "GET /v2.0/subnets/2fc06c76-46b1-400b-bf97-27816bdad83b HTTP/1.1" status: 200 len: 849 time: 0.1172183 Feb 15 15:40:33.752691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:40:33.880472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Notify callbacks [] for subnet, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:34.198983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363280238773262'] for subnet, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:34.214381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-042dbaac-33c0-4360-b11d-ae27cbb5c145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:40:34.357481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc06c76-46b1-400b-bf97-27816bdad83b,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:40:34.368857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.369241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.369604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.369988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.370345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.370702 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.371057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.371411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.371770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.372124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.372477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.372818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:40:34.376487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:40:34.411586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:34.412234 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:34.413631 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] 10.222.0.74 "PUT /v2.0/subnets/2fc06c76-46b1-400b-bf97-27816bdad83b HTTP/1.1" status: 200 len: 868 time: 0.6649017 Feb 15 15:40:34.417010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6ec3d-18f7-44ec-b998-c1f9e125dcab None None] Network e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:40:35.011145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ce2bcb29-ae77-4f2a-b5b1-d13fb06a26d3 None None] Provisioning complete for port 74a50d6b-68f0-4621-b359-3e670a5f225c triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:40:35.011670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce2bcb29-ae77-4f2a-b5b1-d13fb06a26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:35.148517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ce2bcb29-ae77-4f2a-b5b1-d13fb06a26d3 None None] Provisioning complete for port 5838f519-7774-46df-a250-4b6434d8c0f0 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:40:35.148828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ce2bcb29-ae77-4f2a-b5b1-d13fb06a26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:36.936245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36326) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:37.273586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae080d-4a74-40e8-b3d7-b320904b4378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:37.274057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae080d-4a74-40e8-b3d7-b320904b4378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:37.275740 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-69ae080d-4a74-40e8-b3d7-b320904b4378 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3384304 Feb 15 15:40:39.737404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36336) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:40.102275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984276e3-a9e3-46b8-9bae-65b872c887a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:40.102700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984276e3-a9e3-46b8-9bae-65b872c887a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:40.104380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-984276e3-a9e3-46b8-9bae-65b872c887a3 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3659091 Feb 15 15:40:42.612338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36346) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:42.793062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4589f6a-cc25-4780-b39e-cab671fdae66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:42.794489 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a4589f6a-cc25-4780-b39e-cab671fdae66 admin admin] 10.222.0.74 "GET /v2.0/networks/e4a9b955-749a-48d7-9208-9db45c1feaf9 HTTP/1.1" status: 200 len: 886 time: 0.1811209 Feb 15 15:40:45.330427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36356) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:45.523811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4854e118-5a12-4211-a504-0c0810859c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:45.525302 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4854e118-5a12-4211-a504-0c0810859c71 admin admin] 10.222.0.74 "GET /v2.0/networks/e8bc29ae-8bd9-41b8-9cc2-f267cd36be2c HTTP/1.1" status: 200 len: 862 time: 0.1938708 Feb 15 15:40:48.028514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36366) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:48.146478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a30735f-424d-4826-887a-afcee990f2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:48.146890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a30735f-424d-4826-887a-afcee990f2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:48.147663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2a30735f-424d-4826-887a-afcee990f2d6 admin admin] Synchronizing usage tracker for tenant:3cf0d56a43724404a145216fe85546ed on resource:subnet {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:40:48.162987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2a30735f-424d-4826-887a-afcee990f2d6 admin admin] Unset dirty status for tenant:3cf0d56a43724404a145216fe85546ed on resource:subnet {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:40:48.164272 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2a30735f-424d-4826-887a-afcee990f2d6 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347325 Feb 15 15:40:50.693826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36376) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:50.809203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e85d7-1195-46eb-b4d5-c01ad2921833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:50.809632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35e85d7-1195-46eb-b4d5-c01ad2921833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:50.811301 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b35e85d7-1195-46eb-b4d5-c01ad2921833 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163626 Feb 15 15:40:52.736147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d89c8bb3-846a-4ab6-acf9-8896a86e7bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:53.201253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:40:53.366879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36386) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:53.493591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac0546-a516-4937-a126-c4bba96b3a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:53.495170 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-14ac0546-a516-4937-a126-c4bba96b3a27 admin admin] 10.222.0.74 "GET /v2.0/subnets/2fc06c76-46b1-400b-bf97-27816bdad83b HTTP/1.1" status: 200 len: 868 time: 0.1272171 Feb 15 15:40:55.085630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa91a362-cfbf-4c09-9235-e86e28b36533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:55.943602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:56.009798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36396) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:40:56.126138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d18a66-f529-49f6-9cbc-f94702c588a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:40:56.127604 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c0d18a66-f529-49f6-9cbc-f94702c588a3 admin admin] 10.222.0.74 "GET /v2.0/subnets/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7 HTTP/1.1" status: 200 len: 816 time: 0.1166785 Feb 15 15:40:57.012256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:40:57.253900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:22.488552 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36436) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:41:22.539476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [None req-a408e12e-f171-4ed6-a648-1b5faaa02342 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:41:22.540581 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a408e12e-f171-4ed6-a648-1b5faaa02342 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0510027 Feb 15 15:41:22.740325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd187c17-ce3d-4caa-a810-9fe31bbd49f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:25.098795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3af60069-b120-499b-be11-0199931f0c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:25.104303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36446) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:41:25.179199 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f418cc-253d-4e6f-846b-12651da1fef1 admin admin] GET failed (client error): The resource could not be found. Feb 15 15:41:25.180651 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-22f418cc-253d-4e6f-846b-12651da1fef1 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753286 Feb 15 15:41:25.317744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8258088-d0fc-4176-9e8b-1654ce76fbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:41:25.319301 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a8258088-d0fc-4176-9e8b-1654ce76fbd5 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1340725 Feb 15 15:41:25.947996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:27.015208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:27.257027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:27.818983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36456) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:41:27.870946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:41:27.875823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:41:27.886032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:41:27.895395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Made reservation on behalf of 3cf0d56a43724404a145216fe85546ed for: {'network': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:41:27.900174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:27.996091 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.services.revisions.revision_plugin [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Could not find related network for resource to bump revision. Feb 15 15:41:28.012421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:41:28.022466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:28.022957 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Added segment f400d332-8b18-463d-8dd3-71fdf0adb424 of type vxlan for network b1e62501-3e50-42a7-a9c8-f4ac2140f0be Feb 15 15:41:28.052261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:28.082247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:28.083501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:41:28.084492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:28.089334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:41:28.192825 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3726656 Feb 15 15:41:28.193555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Pushing event updated for resources: {'Network': ['ID=b1e62501-3e50-42a7-a9c8-f4ac2140f0be,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:41:28.200917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.201297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.201667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.202058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.202422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.202779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.203140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.203490 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.203846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.204201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.204549 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.204896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:28.215610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:41:28.223879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network b1e62501-3e50-42a7-a9c8-f4ac2140f0be details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:41:30.200774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:41:30.704773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36466) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:41:30.779686 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b210be-5496-4e8f-a2b8-82cce89d3de7 admin admin] GET failed (client error): The resource could not be found. Feb 15 15:41:30.780234 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d0b210be-5496-4e8f-a2b8-82cce89d3de7 admin admin] Synchronizing usage tracker for tenant:3cf0d56a43724404a145216fe85546ed on resource:network {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:41:30.794348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d0b210be-5496-4e8f-a2b8-82cce89d3de7 admin admin] Unset dirty status for tenant:3cf0d56a43724404a145216fe85546ed on resource:network {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:41:30.795499 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d0b210be-5496-4e8f-a2b8-82cce89d3de7 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0897002 Feb 15 15:41:30.910855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2764f07-f7aa-44cd-9ced-9335f07cd6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:41:30.912349 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f2764f07-f7aa-44cd-9ced-9335f07cd6da admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1125066 Feb 15 15:41:30.923903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:41:30.929686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:41:30.939578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:41:30.948900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Made reservation on behalf of 3cf0d56a43724404a145216fe85546ed for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:41:30.953566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Notify callbacks [] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:31.347259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:31.365964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-28ab3577-36dc-4d95-ad27-25bd9f7e1b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:41:31.496275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f02b3ad-8ff4-4f3b-932b-6b5cdef833c8,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:41:31.499148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:41:31.560586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Checking segment: {'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:41:31.560972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Network hostable DHCP agents. Network: b1e62501-3e50-42a7-a9c8-f4ac2140f0be, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:41:31.578919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Network b1e62501-3e50-42a7-a9c8-f4ac2140f0be is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:41:31.586965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, b1e62501-3e50-42a7-a9c8-f4ac2140f0be) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:41:31.590758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:41:31.591390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:31.596140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aaa34c-3013-49a1-b860-e9803063ce34 None None] Network b1e62501-3e50-42a7-a9c8-f4ac2140f0be requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:41:31.616624 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6962810 Feb 15 15:41:31.838398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6154e5a7-77f4-53c3-8ece-bdb8f03e8fb1-b1e62501-3e50-42a7-a9c8-f4ac2140f0be', 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be', 'tenant_id': '3cf0d56a43724404a145216fe85546ed', 'fixed_ips': [{'subnet_id': '9f02b3ad-8ff4-4f3b-932b-6b5cdef833c8'}]}} from dv-cinder-768105-5-smb. {{(pid=84021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 15:41:31.839319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:32.135558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Allocated IP 192.168.233.2 (b1e62501-3e50-42a7-a9c8-f4ac2140f0be/9f02b3ad-8ff4-4f3b-932b-6b5cdef833c8/40b708d2-7245-4f7b-8907-a88e69ffef50) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:41:32.360060 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:32.371869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Transition to ACTIVE for port object 40b708d2-7245-4f7b-8907-a88e69ffef50 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:41:32.388533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Transition to ACTIVE for port object 40b708d2-7245-4f7b-8907-a88e69ffef50 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:41:32.393122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:32.408951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:41:32.555291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Pushing event updated for resources: {'Port': ['ID=40b708d2-7245-4f7b-8907-a88e69ffef50,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:41:32.568947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.569330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.569704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.570093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.570461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.570829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.571191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.571546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.571906 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.572261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.572617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.572970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:41:32.578417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:41:32.614070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Network b1e62501-3e50-42a7-a9c8-f4ac2140f0be is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:41:32.615285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:41:32.617662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:41:32.676051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Attempting to bind port 40b708d2-7245-4f7b-8907-a88e69ffef50 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:41:32.676464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Attempting to bind port 40b708d2-7245-4f7b-8907-a88e69ffef50 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:41:32.676904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Attempting to bind port 40b708d2-7245-4f7b-8907-a88e69ffef50 on network b1e62501-3e50-42a7-a9c8-f4ac2140f0be {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:41:32.682740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:41:32.683148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Checking segment: {'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:41:32.683591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:32.684028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Bound using segment: {'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:41:32.684540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Bound port: 40b708d2-7245-4f7b-8907-a88e69ffef50, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:41:32.684952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:32.782948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] For port 40b708d2-7245-4f7b-8907-a88e69ffef50, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:41:32.787204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] For port 40b708d2-7245-4f7b-8907-a88e69ffef50, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=40b708d2-7245-4f7b-8907-a88e69ffef50,segment=NetworkSegment(f400d332-8b18-463d-8dd3-71fdf0adb424),segment_id=f400d332-8b18-463d-8dd3-71fdf0adb424)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:41:32.791267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:32.806290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:41:32.959615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Pushing event updated for resources: {'Port': ['ID=40b708d2-7245-4f7b-8907-a88e69ffef50,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:41:32.963232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:41:34.263888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7eaca-36b8-4397-8b64-edb822f91c80 None None] Network b1e62501-3e50-42a7-a9c8-f4ac2140f0be requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:41:34.357424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-dab33bdf-d107-473f-8903-c9b6c2f1c065 None None] Provisioning for port 40b708d2-7245-4f7b-8907-a88e69ffef50 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:41:35.196134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 40b708d2-7245-4f7b-8907-a88e69ffef50 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:41:35.267572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 40b708d2-7245-4f7b-8907-a88e69ffef50 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:41:35.273054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 40b708d2-7245-4f7b-8907-a88e69ffef50 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:41:35.273456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:35.398832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:35.432190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 40b708d2-7245-4f7b-8907-a88e69ffef50, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=40b708d2-7245-4f7b-8907-a88e69ffef50,segment=NetworkSegment(f400d332-8b18-463d-8dd3-71fdf0adb424),segment_id=f400d332-8b18-463d-8dd3-71fdf0adb424)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:41:35.435452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:35.438503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2fb99853-4563-4693-b3d6-8ac259133fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:41:35.666042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=40b708d2-7245-4f7b-8907-a88e69ffef50,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:41:35.669274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:41:37.171026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 40b708d2-7245-4f7b-8907-a88e69ffef50 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:41:37.243836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 40b708d2-7245-4f7b-8907-a88e69ffef50 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:41:37.244249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:52.744426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-814e3abc-82b9-4448-ab81-79e8d30c097f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:55.089374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3d74e395-0267-4019-91d0-2469f125b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:55.950250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:57.017211 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:41:57.260917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:07.199201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:42:22.747125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c4de30e4-bcc5-4455-8358-48432e9d4886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:25.090876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9d46d2dd-0487-4d11-86ef-9b7259c5749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:25.953378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:27.019476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:27.264623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:44.198298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:42:46.727119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36508) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:42:46.733683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [None req-d3a45ce2-4519-4f1a-9ef7-b70af7d446d8 tempest-verify_tempest_config-316707358 tempest-verify_tempest_config-316707358-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:42:46.734778 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d3a45ce2-4519-4f1a-9ef7-b70af7d446d8 tempest-verify_tempest_config-316707358 tempest-verify_tempest_config-316707358-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066118 Feb 15 15:42:47.066378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36528) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:42:47.198338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:47.213605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:42:47.217711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Usage tracker for resource:security_group_rule and tenant:9f87148d8e3647fab2fde00552e818c4 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:42:47.220746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:42:47.227137 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:42:47.317403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:47.320105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:47.331814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:42:47.372365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Synchronizing usage tracker for tenant:3cf0d56a43724404a145216fe85546ed on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:42:47.376995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18809f8-296a-486e-9d42-9c1110c918f1,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:42:47.388498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.388881 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.389250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.389614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.390004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.390366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.390723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.391080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.391436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.391791 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.392145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.392497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:42:47.399133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:42:47.403884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Unset dirty status for tenant:3cf0d56a43724404a145216fe85546ed on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:42:47.405232 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9f87148d8e3647fab2fde00552e818c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3377943 Feb 15 15:42:47.408016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36534) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:42:47.470170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:47.497896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:47.547578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:47.552699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b6f1ba9-d38b-48eb-a5c8-22c88e25363e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:42:47.564754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18809f8-296a-486e-9d42-9c1110c918f1,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:42:47.567799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:42:47.569972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:47.571183 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f18809f8-296a-486e-9d42-9c1110c918f1 HTTP/1.1" status: 204 len: 168 time: 0.1622195 Feb 15 15:42:52.749892 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-755c539d-075d-4181-a969-a839320bd4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:55.097544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6cbd6fb1-53a9-4fee-a39c-aca76384b074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:55.957319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:57.022186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:42:57.271280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:21.198180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:43:22.752579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5f6fce56-74a0-4c5c-86e8-c974c2953bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:25.089074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d5ccfc1-757c-492f-a159-488d9868340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:25.958462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:27.024099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:27.266569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:52.755701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd5e0609-c9df-40e3-9443-29d86b20e859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:55.092486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d1733a0-2647-420c-8b33-f56c82c6ac36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:55.960500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:57.026690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:57.271438 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:43:58.197444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:44:22.758169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c971db16-7f33-4be6-bf26-0e83e033b098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:25.094089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7400d47b-2461-46f8-8ef2-9dcf927a469d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:25.965108 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:27.028826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:27.274724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:35.197936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 5 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:44:47.853812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678'] for agent, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:47.854440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.854685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.855057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.855424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.855789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.856153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.856513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.856924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.857284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.857654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.858077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.858436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:44:47.858821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76810', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:44:47.863133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76810', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:44:48.236275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] get_endpoint_by_host() called for host hv-cinder-76810 {{(pid=84021) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 15 15:44:48.240808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] get_endpoint_by_ip() called for ip 192.168.0.110 {{(pid=84021) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 15 15:44:48.244145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] _add_endpoint() called for ip 192.168.0.110 {{(pid=84021) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 15 15:44:48.249257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] _get_endpoints() called {{(pid=84021) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 15 15:44:52.761844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7aa402da-c616-4f9c-b63a-2364ac5c28ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:55.095988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b81eead-ed23-48ed-9f71-0f95836d6b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:55.966565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:56.270886 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36606) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:44:56.393008 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-caf2cca5-fa2e-4c17-af8a-6f3cecd07a85 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5075 time: 0.1209359 Feb 15 15:44:57.045081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:57.278640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:44:58.897549 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36616) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:44:58.974283 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1301fda7-1fbc-483e-bb3e-0dd4d3cf6c2f admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5075 time: 0.0751472 Feb 15 15:45:12.197742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:45:17.832818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:22.763354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2884556b-2869-4fe0-8836-f7d340395814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:25.098001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d81eabfe-2824-49b3-8b32-abba09acd096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:25.968812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:27.030220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:27.279274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:47.864162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:49.197469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:45:52.764502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8320b617-726d-43ad-b194-56f08d2378de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:55.099595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e90f505-98c6-4006-b9dc-1175db2a2cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:55.971929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:57.034938 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:45:57.281455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:17.879400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:22.766402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9a32-9d31-48f5-b35c-2ca2b7a214b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:25.101044 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6139ee69-5664-4c2c-860b-9107bc96859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:25.975555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:26.197848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:46:27.032327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:27.284710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.387996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36716) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:43.616401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-845096634-network', 'tenant_id': '295d07b159484f3d9cda40418a3bedb6'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:43.621673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:43.626370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Usage tracker for resource:network and tenant:295d07b159484f3d9cda40418a3bedb6 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:43.629652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:43.636128 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:43.645915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Made reservation on behalf of 295d07b159484f3d9cda40418a3bedb6 for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:43.651083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.664668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.680731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:43.684765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Usage tracker for resource:security_group_rule and tenant:295d07b159484f3d9cda40418a3bedb6 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:43.696521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:43.696521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:43.791806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.794753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.800179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:43.834920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:46:43.849363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e410975-4eb1-43a0-8d5d-4ea4cfe57cf8,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:43.860220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.860494 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Added segment 2d23ebbb-a822-4b86-9b98-5f25b1905122 of type vxlan for network 4375a938-7616-4036-b00c-6a3fa1d334fc Feb 15 15:46:43.862445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.863070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.863431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.863786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.864138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.864489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.864837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.865183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.865529 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.865874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.866245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.866590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.867024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.867403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.867749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.868095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.868625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.868738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.869411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.869764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.870142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.870489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.870834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.871177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Tracked resource versions report: Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}, Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:46:43.872405 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:46:43.879582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:43.906782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.940116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.941408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:43.942079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:43.948099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:44.069451 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6774931 Feb 15 15:46:44.069932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Pushing event updated for resources: {'Network': ['ID=4375a938-7616-4036-b00c-6a3fa1d334fc,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:44.071130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36764) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:44.078784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Request body: {'subnet': {'network_id': '4375a938-7616-4036-b00c-6a3fa1d334fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-845096634-subnet', 'tenant_id': '295d07b159484f3d9cda40418a3bedb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:44.083623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 4375a938-7616-4036-b00c-6a3fa1d334fc details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:44.085215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:44.086687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:44.092076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Usage tracker for resource:subnet and tenant:295d07b159484f3d9cda40418a3bedb6 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:44.094117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36768) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:44.095881 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:44.102767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:44.108077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 4375a938-7616-4036-b00c-6a3fa1d334fc details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:44.115172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Made reservation on behalf of 295d07b159484f3d9cda40418a3bedb6 for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:44.120968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.569801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.582523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-network', 'tenant_id': '80755d66beff435983477bbede40810b'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:44.587983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:44.588667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:44.594948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Usage tracker for resource:network and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:44.598827 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:44.605030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:44.616728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Made reservation on behalf of 80755d66beff435983477bbede40810b for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:44.622614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.639027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.656946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:44.662145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Usage tracker for resource:security_group_rule and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:44.666368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:44.674221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:44.790906 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.798095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.803194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:44.848010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:46:44.854092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e1410-d7f1-4cb5-bbbe-0adb42c39930,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:44.858037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:44.862591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.863288 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Added segment 2c526d3a-3ab8-466a-a2e7-f844c8b0aec5 of type vxlan for network cb3c15ea-43f2-4c2f-9972-ac9050314662 Feb 15 15:46:44.892002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.909468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a829d4-8349-4cfe-9390-deb23cb567be,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:44.925425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.926238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.926895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.927041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.927625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.928102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.928487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.929023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.929390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.929792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.930733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.931093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.931553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.931913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.932166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.932314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.932604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.932956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.933312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.933666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.934074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.934399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:44.934517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.934783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.935135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.935244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:44.935483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Tracked resource versions report: Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}, Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:46:44.936830 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:46:44.940040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:44.941661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:45.033750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Checking segment: {'id': '2d23ebbb-a822-4b86-9b98-5f25b1905122', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4375a938-7616-4036-b00c-6a3fa1d334fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:45.034169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Network hostable DHCP agents. Network: 4375a938-7616-4036-b00c-6a3fa1d334fc, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:46:45.060803 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Network 4375a938-7616-4036-b00c-6a3fa1d334fc is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:46:45.070873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 4375a938-7616-4036-b00c-6a3fa1d334fc) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:45.075309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:45.076121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:45.084136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9177ec-9e55-44be-a7ba-2733ec23f7ea None None] Network 4375a938-7616-4036-b00c-6a3fa1d334fc requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:45.095510 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Pushing event updated for resources: {'Network': ['ID=cb3c15ea-43f2-4c2f-9972-ac9050314662,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:45.103374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:45.108581 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0133333 Feb 15 15:46:45.108750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36812) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:45.126174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:45.127573 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0549438 Feb 15 15:46:45.132418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Request body: {'subnet': {'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-subnet', 'tenant_id': '80755d66beff435983477bbede40810b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:45.138044 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:45.142576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Usage tracker for resource:subnet and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:45.145909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:45.153478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:45.165788 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Made reservation on behalf of 80755d66beff435983477bbede40810b for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:45.171299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:45.216871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:45.375486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36824) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:45.423230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36830) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:45.555973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544777d-c5e5-4ed6-b957-b172743a4076 None None] Network 4375a938-7616-4036-b00c-6a3fa1d334fc requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:45.563192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36838) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:45.670654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:45.690896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b688cd60-41c0-48ad-a5b1-4a6e1d999aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:45.853623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-495000865-network', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:45.856106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64056cce-2f65-4dd7-8ff5-d32180ecec1b,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:45.860466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:45.871280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:45.877637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Usage tracker for resource:network and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:45.882534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:45.888948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36854) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:45.895382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:45.908334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-network', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:45.933923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-411352542-network', 'tenant_id': '83e886b94bb5484c8cb124a7c38aa573'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:45.938748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:45.939124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Checking segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:45.939534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Network hostable DHCP agents. Network: cb3c15ea-43f2-4c2f-9972-ac9050314662, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:46:45.944778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Usage tracker for resource:network and tenant:180944fec73b4139972e8f1d2c71e9e4 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:45.950922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Made reservation on behalf of 194177d10d7147c1ba296129e5fae4b9 for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:45.953581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:45.962971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:46:45.966158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:45.971735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:45.972973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, cb3c15ea-43f2-4c2f-9972-ac9050314662) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:45.977506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:45.978411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:45.983790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea63e31-7d00-4210-a127-786608bc6396 None None] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:45.993355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:45.995834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:46.005007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Usage tracker for resource:network and tenant:83e886b94bb5484c8cb124a7c38aa573 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:46.010255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:46.012749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:46.021863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Usage tracker for resource:security_group_rule and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:46.025738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:46.028198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:46.031276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Made reservation on behalf of 180944fec73b4139972e8f1d2c71e9e4 for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:46.036055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.044726 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9335141 Feb 15 15:46:46.046505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36868) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:46.056087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:46.065994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:46.072415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.105719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Made reservation on behalf of 83e886b94bb5484c8cb124a7c38aa573 for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:46.111367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.135996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:46.145285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.165428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:46.175130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Usage tracker for resource:security_group_rule and tenant:180944fec73b4139972e8f1d2c71e9e4 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:46.178887 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Usage tracker for resource:router and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:46.187485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:46.190781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:46.206625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:46.209271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:46.213016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:46.221282 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Usage tracker for resource:security_group_rule and tenant:83e886b94bb5484c8cb124a7c38aa573 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:46.228346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:46.248355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:46.268879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102850'] for router, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.269935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853851141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672949'] for router, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.274323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1778448518-network', 'tenant_id': '426abb0ce29a4c3c81f22c4aa549ffa3'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:46.281925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:46.293404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Usage tracker for resource:network and tenant:426abb0ce29a4c3c81f22c4aa549ffa3 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:46.304195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:46.321530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:46.339727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.345872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Made reservation on behalf of 426abb0ce29a4c3c81f22c4aa549ffa3 for: {'network': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:46.356005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.394250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.430680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.436721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:46.446910 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Usage tracker for resource:security_group_rule and tenant:426abb0ce29a4c3c81f22c4aa549ffa3 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:46.454609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:46.473005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:46.615647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.620392 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.631576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.643572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6154e5a7-77f4-53c3-8ece-bdb8f03e8fb1-cb3c15ea-43f2-4c2f-9972-ac9050314662', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b'}]}} from dv-cinder-768105-5-smb. {{(pid=84021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 15:46:46.644744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.659108 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:46:46.679403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.681346 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Added segment 3fbcfa36-16a4-407e-8aa0-718a3e73ee40 of type vxlan for network c6a65c1d-6699-4811-94a7-126fbb360b1e Feb 15 15:46:46.732955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44a211d4-d209-48ae-ad32-706dbf2d6e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:46.738091 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.782407 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240b177e-9380-4a39-a20b-cbb5e409d258,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:46.786109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:46.792173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.802998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.812069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:46.838289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.842142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:46:46.843869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:46.845974 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.858170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:46.862658 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Added segment baa2c217-0354-4b53-9147-c5602c2e5430 of type vxlan for network 07df1439-717b-432e-8113-46918da4e280 Feb 15 15:46:46.907608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c594eb49-9ac0-4d06-a4a9-5ca1af354c78,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:46.936102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:46.936623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-521d5cfb-54e0-4e90-821e-ea386029d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:46.985563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:47.062913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:47.067605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84019) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:46:47.068223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:46:47.108615 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2183588 Feb 15 15:46:47.111975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36906) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:47.120705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Request body: {'subnet': {'network_id': 'c6a65c1d-6699-4811-94a7-126fbb360b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1778448518-subnet', 'tenant_id': '426abb0ce29a4c3c81f22c4aa549ffa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:47.131428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:47.135130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Allocated IP 172.20.0.2 (cb3c15ea-43f2-4c2f-9972-ac9050314662/64056cce-2f65-4dd7-8ff5-d32180ecec1b/91b0f63a-cb2a-440d-b280-37538cc3f33a) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:46:47.138866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:47.139907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Usage tracker for resource:subnet and tenant:426abb0ce29a4c3c81f22c4aa549ffa3 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:47.145301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:47.148074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Pushing event updated for resources: {'Network': ['ID=c6a65c1d-6699-4811-94a7-126fbb360b1e,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:47.153262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:47.158832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:47.177777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Made reservation on behalf of 426abb0ce29a4c3c81f22c4aa549ffa3 for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:47.183265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.197035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.208685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.216011 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.218553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.243627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:47.381106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef4ac59-7abb-4045-9774-e863e5f3eafb,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:47.393422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:47.400532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.403339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84019) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:46:47.403809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:46:47.404361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36916) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:47.406054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:47.406812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.419723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:47.443781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-610166337-network', 'tenant_id': '730740a3d8e845dbba65c1bb35648fd9'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:47.448685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:47.458262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Usage tracker for resource:network and tenant:730740a3d8e845dbba65c1bb35648fd9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:47.469763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network c6a65c1d-6699-4811-94a7-126fbb360b1e details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:47.482570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:47.489074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network c6a65c1d-6699-4811-94a7-126fbb360b1e details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:47.582500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.616158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:47.710104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Pushing event updated for resources: {'Network': ['ID=07df1439-717b-432e-8113-46918da4e280,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:47.727843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:47.728991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:46:47.742707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.744639 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3202498 Feb 15 15:46:47.745506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 36928) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:47.762923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Transition to ACTIVE for port object 91b0f63a-cb2a-440d-b280-37538cc3f33a will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:46:47.781482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Transition to ACTIVE for port object 91b0f63a-cb2a-440d-b280-37538cc3f33a will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:46:47.805804 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 07df1439-717b-432e-8113-46918da4e280 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:47.819763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 07df1439-717b-432e-8113-46918da4e280 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:47.834943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.875483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:47.894362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a1cb9a5-1029-4e69-925a-4e982e54c77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:48.068935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:48.074762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:48.177579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.182535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:48.194658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Checking segment: {'id': '3fbcfa36-16a4-407e-8aa0-718a3e73ee40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c6a65c1d-6699-4811-94a7-126fbb360b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:48.196022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Network hostable DHCP agents. Network: c6a65c1d-6699-4811-94a7-126fbb360b1e, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:46:48.205038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Request body: {'subnet': {'network_id': '07df1439-717b-432e-8113-46918da4e280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-subnet', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:48.210252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:48.215653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Usage tracker for resource:subnet and tenant:180944fec73b4139972e8f1d2c71e9e4 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:48.217631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:48.224053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:48.232125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Made reservation on behalf of 730740a3d8e845dbba65c1bb35648fd9 for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:48.235340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Network c6a65c1d-6699-4811-94a7-126fbb360b1e is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:46:48.237285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.254278 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, c6a65c1d-6699-4811-94a7-126fbb360b1e) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:48.261478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.261973 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Added segment 12941ff3-30cb-43c3-b535-2ee702daf95a of type vxlan for network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 Feb 15 15:46:48.263706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Made reservation on behalf of 180944fec73b4139972e8f1d2c71e9e4 for: {'subnet': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:48.267171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:48.267839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.269678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.300920 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1877303 Feb 15 15:46:48.309595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Pushing event updated for resources: {'Port': ['ID=91b0f63a-cb2a-440d-b280-37538cc3f33a,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:48.323993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a008d110-dd9c-450d-b6de-8c1052e1d7ab None None] Network c6a65c1d-6699-4811-94a7-126fbb360b1e requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:48.374711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.375419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.375983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.376716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.377431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.378030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.378587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.379150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.379700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.380346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.380895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.381260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.381738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.382162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.382534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.382954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.383925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.384140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.384497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.384853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.385189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.385553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.385926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.386293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Tracked resource versions report: Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}, Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:46:48.387730 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:46:48.410862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.527158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:48.535512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.541431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Usage tracker for resource:security_group_rule and tenant:730740a3d8e845dbba65c1bb35648fd9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:48.544727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:48.552860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:48.570822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:48.616522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.619800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:46:48.623813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:48.629409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:46:48.645852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.697807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.745099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Attempting to bind port 91b0f63a-cb2a-440d-b280-37538cc3f33a on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:46:48.745687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Attempting to bind port 91b0f63a-cb2a-440d-b280-37538cc3f33a by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:46:48.745839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Attempting to bind port 91b0f63a-cb2a-440d-b280-37538cc3f33a on network cb3c15ea-43f2-4c2f-9972-ac9050314662 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:46:48.761017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:46:48.761430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Checking segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:48.761871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.762347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Bound using segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:46:48.762967 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Bound port: 91b0f63a-cb2a-440d-b280-37538cc3f33a, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:46:48.763483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.823871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 36998) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:48.846654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37004) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:48.899199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.911587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:48.912235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:48.916566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84019) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:46:48.916923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:46:48.920025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d99251-0846-444d-a267-6c027440552c None None] Network c6a65c1d-6699-4811-94a7-126fbb360b1e requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:48.929748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:48.997773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] For port 91b0f63a-cb2a-440d-b280-37538cc3f33a, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:46:49.029581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.034609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.045794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] For port 91b0f63a-cb2a-440d-b280-37538cc3f33a, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=91b0f63a-cb2a-440d-b280-37538cc3f33a,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:46:49.061209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.062931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:49.067517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.094005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:49.095920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Usage tracker for resource:security_group_rule and tenant:813947829d944711b34c92197fb2b364 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:49.099500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:49.110802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:49.114309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.128843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Pushing event updated for resources: {'Network': ['ID=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:49.138219 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.7614532 Feb 15 15:46:49.139652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:49.147202 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37010) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:49.158285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:49.166232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Request body: {'subnet': {'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-495000865-subnet', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:49.180398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Usage tracker for resource:security_group_rule and tenant:4c4cbcb8fc554f0ebfbd1a18a0e88114 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:49.184097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:49.193680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:49.194398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:49.203520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:46:49.209402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:49.216898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:49.223451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Usage tracker for resource:subnet and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:49.228723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:49.247358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:49.261114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37028) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:49.268284 dv-cinder-768105-5-smb neutron-server[83906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 15:46:49.309177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Made reservation on behalf of 194177d10d7147c1ba296129e5fae4b9 for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:49.314444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Notify callbacks [] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.314602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:49.331603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.333071 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Added segment 52db50b3-6650-456b-8800-65de31a5d474 of type vxlan for network 2b6d0757-2fc4-4041-abe0-f98decd55753 Feb 15 15:46:49.342762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55a8de4-e0f5-4b68-a616-e487b441c6e0,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:49.353302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:49.427925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.493186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Allocated IP 172.28.2.125 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/900988e5-0e5d-4740-ae6e-fa35aa590c99) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:46:49.524238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.529694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:49.530420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.542653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:49.620084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.633708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.635998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.651898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.662824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:49.683147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.683355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Pushing event updated for resources: {'Port': ['ID=91b0f63a-cb2a-440d-b280-37538cc3f33a,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:49.687464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:49.760369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-12f851c3-4907-47e9-872b-24f9497b0d51 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:49.761472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-12f851c3-4907-47e9-872b-24f9497b0d51 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Synchronizing usage tracker for tenant:426abb0ce29a4c3c81f22c4aa549ffa3 on resource:network {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:46:49.764239 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3521142 Feb 15 15:46:49.767468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37036) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:49.776058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Pushing event updated for resources: {'Network': ['ID=2b6d0757-2fc4-4041-abe0-f98decd55753,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:49.794318 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=813947829d944711b34c92197fb2b364&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9674892 Feb 15 15:46:49.795163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 2b6d0757-2fc4-4041-abe0-f98decd55753 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:49.799024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:46:49.799837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37040) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:49.802023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:49.803881 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Request body: {'subnet': {'network_id': '2b6d0757-2fc4-4041-abe0-f98decd55753', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-610166337-subnet', 'tenant_id': '730740a3d8e845dbba65c1bb35648fd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:49.809573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 2b6d0757-2fc4-4041-abe0-f98decd55753 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:49.820131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f95bab-ce6b-4c72-84ee-251d075e5140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa3fbe-6341-4bfc-8c5e-f307985d3054,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:49.839419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:49.859753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.860101 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Added segment 28179784-a725-4f50-9064-dff10580f8c8 of type vxlan for network 14047426-763f-434c-bafa-4a8887b00a98 Feb 15 15:46:49.889378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Usage tracker for resource:subnet and tenant:730740a3d8e845dbba65c1bb35648fd9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:49.895233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:49.900772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-12f851c3-4907-47e9-872b-24f9497b0d51 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Unset dirty status for tenant:426abb0ce29a4c3c81f22c4aa549ffa3 on resource:network {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:46:49.902072 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-12f851c3-4907-47e9-872b-24f9497b0d51 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/networks?id=c6a65c1d-6699-4811-94a7-126fbb360b1e HTTP/1.1" status: 200 len: 812 time: 0.6368518 Feb 15 15:46:49.924867 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c4cbcb8fc554f0ebfbd1a18a0e88114&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0738308 Feb 15 15:46:49.927385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37046) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:49.936839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.940449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:49.941207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:49.972571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.008108 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-120566e1-c4e6-47a5-a8ff-d8454da1f595 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/quotas/426abb0ce29a4c3c81f22c4aa549ffa3 HTTP/1.1" status: 200 len: 375 time: 0.0751269 Feb 15 15:46:50.017251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:50.059265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Made reservation on behalf of 730740a3d8e845dbba65c1bb35648fd9 for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:50.064264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.100585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6c0a76-3fbb-4811-812e-74e1e3c38d2d,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:50.162524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:50.177299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.479s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:50.177619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:50.178225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.180819 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-494abde0-6872-466d-adbf-1a9fc90cc347 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=426abb0ce29a4c3c81f22c4aa549ffa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1720181 Feb 15 15:46:50.191855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:50.192961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.213982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=585b8111-4171-4726-bdce-07cf3361f480,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:50.235179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:50.240122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:50.244668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.275425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.384319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-1a80500c-26e6-45e4-8869-44d5f843e2ed service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:46:50.385487 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-1a80500c-26e6-45e4-8869-44d5f843e2ed service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0987179 Feb 15 15:46:50.564347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.565968 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 5.0013361 Feb 15 15:46:50.583402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37058) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:50.666153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Request body: {'subnet': {'network_id': '14047426-763f-434c-bafa-4a8887b00a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-411352542-subnet', 'tenant_id': '83e886b94bb5484c8cb124a7c38aa573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:50.671654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.689836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:50.715311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Usage tracker for resource:subnet and tenant:83e886b94bb5484c8cb124a7c38aa573 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:50.722371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Pushing event updated for resources: {'Network': ['ID=14047426-763f-434c-bafa-4a8887b00a98,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:50.733010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:50.734800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 14047426-763f-434c-bafa-4a8887b00a98 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:50.745943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.747042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:50.748415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:50.751048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 14047426-763f-434c-bafa-4a8887b00a98 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:46:50.777590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:50.779833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:50.793343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.807268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa3fbe-6341-4bfc-8c5e-f307985d3054,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:50.818578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:50.869833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Made reservation on behalf of 83e886b94bb5484c8cb124a7c38aa573 for: {'subnet': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:50.871290 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-6562e25f-e1d9-4d12-8c7f-0bd57d3a5fb9 service neutron] 10.222.0.74 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766641 Feb 15 15:46:50.874602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.919337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:50.920589 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36aa3fbe-6341-4bfc-8c5e-f307985d3054 HTTP/1.1" status: 204 len: 168 time: 1.1121864 Feb 15 15:46:50.991819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Pushing event updated for resources: {'Port': ['ID=900988e5-0e5d-4740-ae6e-fa35aa590c99,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:51.022765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:51.030269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Checking segment: {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:51.030664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Network hostable DHCP agents. Network: 07df1439-717b-432e-8113-46918da4e280, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:46:51.080632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:46:51.085550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:51.090379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:51.094412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:46:51.152632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Network 07df1439-717b-432e-8113-46918da4e280 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:46:51.159674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:51.166080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:51.185589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:51.272112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 07df1439-717b-432e-8113-46918da4e280) {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:51.276063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6c0a76-3fbb-4811-812e-74e1e3c38d2d,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:51.282993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbfa384-6782-4eb7-8ec9-34d73ceab66f None None] Network 07df1439-717b-432e-8113-46918da4e280 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:51.336241 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-a4ffd681-ea5d-447a-bc2c-7b7b9813ff14 service neutron] 10.222.0.74 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4407275 Feb 15 15:46:51.374874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37068) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:51.383542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:51.384491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:51.387473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:51.408389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:51.434816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:51.470337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 91b0f63a-cb2a-440d-b280-37538cc3f33a up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:46:51.475694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:51.489716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Usage tracker for resource:security_group_rule and tenant:0862adfdb3544e6c8afb8666a1e2b856 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:51.496472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:51.505679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:51.614749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Checking segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:51.615153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Network hostable DHCP agents. Network: bc13a2dc-de7c-4981-9f14-3fa3ab2271f4, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:46:51.720424 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.9708972 Feb 15 15:46:51.733851 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:51.735358 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b6c0a76-3fbb-4811-812e-74e1e3c38d2d HTTP/1.1" status: 204 len: 168 time: 1.8026781 Feb 15 15:46:51.743206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:51.748261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37082) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:51.748776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37084) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:51.772622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78609ea1-cc77-456d-9796-5fcc077760df None None] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:51.781707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:51.784905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c537fc29-ff1b-47a4-966b-abdd23b2e3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:51.835632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:51.941949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 91b0f63a-cb2a-440d-b280-37538cc3f33a completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:46:52.013976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:52.045329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.139333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:46:52.141595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3eb9648-2057-4add-9ced-aa99bc50bf59,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:52.160597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:52.200529 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Usage tracker for resource:router and tenant:180944fec73b4139972e8f1d2c71e9e4 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:52.229143 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0efb16c8-a892-4039-a626-d2d5d6103cdf req-159b13c9-f650-4200-acd2-aa6cc588f8d3 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 210 time: 0.4773729 Feb 15 15:46:52.243172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:52.273008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:52.287588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Provisioning for port 91b0f63a-cb2a-440d-b280-37538cc3f33a completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:46:52.290698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, bc13a2dc-de7c-4981-9f14-3fa3ab2271f4) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:52.315091 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e2acff-1dd4-4151-b8b6-caabbb0d25d6 None None] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:52.322678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Checking segment: {'id': '52db50b3-6650-456b-8800-65de31a5d474', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2b6d0757-2fc4-4041-abe0-f98decd55753'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:52.323003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Network hostable DHCP agents. Network: 2b6d0757-2fc4-4041-abe0-f98decd55753, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:46:52.334963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:52.335614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.378252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102850'] for router, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.379563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853851141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672949'] for router, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.385638 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-81136421-6016-4032-950f-562c8b2636be admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2307405 Feb 15 15:46:52.396851 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37110) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:52.400367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.406255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Network 2b6d0757-2fc4-4041-abe0-f98decd55753 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:46:52.412917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:52.425191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.426361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:52.443190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 2b6d0757-2fc4-4041-abe0-f98decd55753) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:52.449821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Usage tracker for resource:router and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:52.452764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:52.494931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:52.502583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d250cbe-1c19-40d2-b11b-07044b7ed872,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:52.520466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.589394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efbe678-cc36-4d81-86d2-601305800ec5 None None] Network 2b6d0757-2fc4-4041-abe0-f98decd55753 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:52.619683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Provisioning complete for port 91b0f63a-cb2a-440d-b280-37538cc3f33a triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:46:52.620384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.621541 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:52.622371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.630164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:52.706701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0862adfdb3544e6c8afb8666a1e2b856&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3287251 Feb 15 15:46:52.712539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102850'] for router, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.713867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853851141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672949'] for router, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.722491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37132) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:52.771728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:52.824703 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0471992 Feb 15 15:46:52.835550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:52.870233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d128dc0-9a49-447e-8555-cdaeb67982fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:52.976298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854170595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120'] for router, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.117716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37140) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:53.129092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f65d019-5a04-4b54-95bf-a3cadd0f92ba None None] Network 07df1439-717b-432e-8113-46918da4e280 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:53.141956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.143926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.158518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06cb525f-bda2-4b0e-81a6-7aee91f51611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.248807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Deleting subnet 82a829d4-8349-4cfe-9390-deb23cb567be {{(pid=84020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:46:53.250342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedd7416-5fba-492c-92cf-371869513c52,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:53.359500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:53.450402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6154e5a7-77f4-53c3-8ece-bdb8f03e8fb1-bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4'}]}} from dv-cinder-768105-5-smb. {{(pid=84021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 15:46:53.451505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.511914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Checking segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:53.513246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Network hostable DHCP agents. Network: 14047426-763f-434c-bafa-4a8887b00a98, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:46:53.530487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 is scheduled to L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 with binding_index 1 {{(pid=84019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 15:46:53.567817 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.761572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.787504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Network 14047426-763f-434c-bafa-4a8887b00a98 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:46:53.806751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 14047426-763f-434c-bafa-4a8887b00a98) {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:53.816520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.824797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:53.825603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:53.853106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b15000-8199-4596-a577-ad5b248f7c6c None None] Network 14047426-763f-434c-bafa-4a8887b00a98 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:53.940389 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3401885 Feb 15 15:46:53.976627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] For port 91b0f63a-cb2a-440d-b280-37538cc3f33a, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=91b0f63a-cb2a-440d-b280-37538cc3f33a,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:46:53.988195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:46:53.997785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Sync routers for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:46:54.015856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:46:54.016475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:46:54.062105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:54.065947 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0096602 Feb 15 15:46:54.066467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37174) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:54.105429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:54.183720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:54.202508 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa0daccc-8d47-451f-8e4e-53b0010a2a8c req-b622b4d7-0f6e-4d80-ab5d-de8f2c363a70 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 210 time: 0.3916876 Feb 15 15:46:54.221350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:54.302915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b54ff-3fd5-4cf5-b8d1-6c40f0a304ba None None] Network 2b6d0757-2fc4-4041-abe0-f98decd55753 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:54.386448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:54.553840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:54.592166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:46:54.778242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:55.073060 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.111', 50006) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:55.112741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Pushing event updated for resources: {'Port': ['ID=91b0f63a-cb2a-440d-b280-37538cc3f33a,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:55.142739 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Allocated IP 172.20.0.2 (bc13a2dc-de7c-4981-9f14-3fa3ab2271f4/e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4/aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:46:55.193481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:46:51Z', 'revision_number': 3, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:46:55.198593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Checking router: f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:46:55.199207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Updating router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 port 900988e5-0e5d-4740-ae6e-fa35aa590c99 binding host dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:46:55.270954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:55.285910 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:55.296205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bfb808e5-7023-48b1-91cf-6a5561828d96 None None] Provisioning complete for port 91b0f63a-cb2a-440d-b280-37538cc3f33a triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:46:55.298923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bfb808e5-7023-48b1-91cf-6a5561828d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:55.389449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:55.446989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930ee93-b962-410f-81f3-99da9ff9c5df None None] Network 14047426-763f-434c-bafa-4a8887b00a98 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:46:55.484163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 91b0f63a-cb2a-440d-b280-37538cc3f33a up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:46:55.544656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:55.593423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a45f9a05-c329-4e83-a895-b381828fcb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:55.613504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7631474-cdda-4351-ad67-ac66668bd24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:55.780382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37240) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:55.881806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a829d4-8349-4cfe-9390-deb23cb567be,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:55.892565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:55.902185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-784f1ba6-195c-47f1-9652-fcf0254eb2b1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:55.904151 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-784f1ba6-195c-47f1-9652-fcf0254eb2b1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 0.5940065 Feb 15 15:46:55.915224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-067f3356-ae81-4575-9fb7-4e8d0744617e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:55.937818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-521f3f7b-10f7-4337-814a-d0c9fe5302e2 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:46:55.939454 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-521f3f7b-10f7-4337-814a-d0c9fe5302e2 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.111 "GET /v2.0/networks?id=c6a65c1d-6699-4811-94a7-126fbb360b1e HTTP/1.1" status: 200 len: 812 time: 0.7968800 Feb 15 15:46:55.958012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d250cbe-1c19-40d2-b11b-07044b7ed872,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:55.972686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:55.993425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.018974 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-7b36963a-7cf1-42c4-9b1d-fa48243f3a37 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/quotas/83e886b94bb5484c8cb124a7c38aa573 HTTP/1.1" status: 200 len: 375 time: 0.0747738 Feb 15 15:46:56.035103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Transition to ACTIVE for port object 900988e5-0e5d-4740-ae6e-fa35aa590c99 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:46:56.040247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.096584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Request body: {'port': {'device_id': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'network_id': 'c6a65c1d-6699-4811-94a7-126fbb360b1e', 'admin_state_up': True, 'tenant_id': '426abb0ce29a4c3c81f22c4aa549ffa3'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:46:56.248450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-190c011f-826c-49e6-a28b-051b1d8ba5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:56.322800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Attempting to bind port 900988e5-0e5d-4740-ae6e-fa35aa590c99 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:46:56.323353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Attempting to bind port 900988e5-0e5d-4740-ae6e-fa35aa590c99 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:46:56.323762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Attempting to bind port 900988e5-0e5d-4740-ae6e-fa35aa590c99 on network e4a9b955-749a-48d7-9208-9db45c1feaf9 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:46:56.332038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:46:56.332429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:56.332883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.333457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Bound using segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:46:56.334018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Bound port: 900988e5-0e5d-4740-ae6e-fa35aa590c99, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:46:56.334435 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.376141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 91b0f63a-cb2a-440d-b280-37538cc3f33a triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:46:56.376573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.409785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.423312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] For port 900988e5-0e5d-4740-ae6e-fa35aa590c99, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:46:56.426989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:56.427169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] For port 900988e5-0e5d-4740-ae6e-fa35aa590c99, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=900988e5-0e5d-4740-ae6e-fa35aa590c99,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:46:56.442190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Usage tracker for resource:port and tenant:426abb0ce29a4c3c81f22c4aa549ffa3 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:56.444361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.456191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:56.460273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.541844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:56.628377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Made reservation on behalf of 426abb0ce29a4c3c81f22c4aa549ffa3 for: {'port': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:46:56.634219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.696427 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bcd5e51-5d35-41ba-9d80-5ea7483479ae req-059aaf5c-e639-4baf-a571-96b36c9d9e12 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 210 time: 1.1291592 Feb 15 15:46:56.738975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.760867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Transition to ACTIVE for port object aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:46:56.779521 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-499e84c3-a2be-4246-aec6-965f2fcce0e6 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5253313 Feb 15 15:46:56.788394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.789641 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8d250cbe-1c19-40d2-b11b-07044b7ed872 HTTP/1.1" status: 204 len: 168 time: 4.0302224 Feb 15 15:46:56.790848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.798805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Transition to ACTIVE for port object aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:46:56.833250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.873162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:46:56.888937 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Usage tracker for resource:security_group_rule and tenant:3ebdda198b8745a9b0c765bbbf7ec79c is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:46:56.894524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.899520 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/82a829d4-8349-4cfe-9390-deb23cb567be HTTP/1.1" status: 204 len: 168 time: 3.7618504 Feb 15 15:46:56.901289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.937013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37268) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:56.952774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:46:56.957668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:56.983210 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:46:57.019721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Pushing event updated for resources: {'Port': ['ID=900988e5-0e5d-4740-ae6e-fa35aa590c99,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:57.089603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.090050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.090434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.090806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.091177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.094904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.096396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.096771 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.097217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.097478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.102668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.103175 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.106587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.111411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.111908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.112283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.112653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.113275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.113637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.119600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.119996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.123512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.123911 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.124283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Tracked resource versions report: Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: pushed versions: Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: { 'AddressGroup': {'1.1'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': {'1.0'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': {'1.0'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': {'1.1'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': {'1.7'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': {'1.2'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': {'1.8'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': {'1.4'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': {'1.2'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': {'1.0'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': {'1.1'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': {'1.1'}} Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: consumer versions: Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: { DHCP agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: L3 agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: Metadata agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: Metering agent@dv-cinder-768105-5-smb: {}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@dv-cinder-768105-5-smb: { 'AddressGroup': '1.1', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}, Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'ConntrackHelper': '1.0', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Log': '1.0', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Network': '1.1', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Port': '1.7', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'PortForwarding': '1.2', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'QosPolicy': '1.8', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroup': '1.4', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SecurityGroupRule': '1.2', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'SubPort': '1.0', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Subnet': '1.1', Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: 'Trunk': '1.1'}} Feb 15 15:46:57.128047 dv-cinder-768105-5-smb neutron-server[83906]: {{(pid=84022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 15 15:46:57.190519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:57.192436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:57.276942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:57.290157 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-9007b966-8034-4a7e-9ab1-93c4100b3171 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:46:57.291269 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-9007b966-8034-4a7e-9ab1-93c4100b3171 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3194723 Feb 15 15:46:57.444805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Pushing event updated for resources: {'Port': ['ID=900988e5-0e5d-4740-ae6e-fa35aa590c99,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:57.454070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:57.485701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:46:57.486832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:46:57.528194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Pushing event updated for resources: {'Port': ['ID=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:57.537724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:57.567139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:57.652606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:57.660883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:57.687845 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-89f09eed-b31a-4347-a71c-126c476a0fe0 None None] Provisioning complete for port 91b0f63a-cb2a-440d-b280-37538cc3f33a triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:46:57.688268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-89f09eed-b31a-4347-a71c-126c476a0fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:57.877007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:46:57.886718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:46:57.891134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:46:58.046512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.092445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:46:58.122881 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Attempting to bind port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:46:58.123343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Attempting to bind port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:46:58.123824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Attempting to bind port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 on network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:46:58.135937 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:46:58.136367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Checking segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:46:58.136920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.137224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Bound using segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:46:58.137754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Bound port: aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:46:58.138204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.201265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.245546 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5394ffee-f7dc-4c29-b391-78abee36a08f req-f05aaf5d-e28c-4537-bfde-c0bf4fa1d5f8 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 210 time: 0.2195320 Feb 15 15:46:58.283052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.296310 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-8557a27f-657b-44ee-9dd9-fe411b2dd464 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9459877 Feb 15 15:46:58.360984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] For port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:46:58.365058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] For port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:46:58.371268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.400781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:58.501290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.501700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.502557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.502933 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > port after_create 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.503293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.503672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > port after_update 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.504033 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.504410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.504768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.505123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.515557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.643546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.709075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:46:58.742359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a131e814-7142-4540-a227-d3951dc50180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:46:51Z', 'revision_number': 3, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:46:58.759890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a131e814-7142-4540-a227-d3951dc50180 None None] The sync data for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb is: [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:46:51Z', 'revision_number': 3, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:46:58.832593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.833501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.834062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.834607 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84019) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:46:58.835164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4375a938-7616-4036-b00c-6a3fa1d334fc']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:46:58.836814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Pushing event updated for resources: {'Port': ['ID=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:58.863781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:58.867936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d23ebbb-a822-4b86-9b98-5f25b1905122') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:46:58.868522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d23ebbb-a822-4b86-9b98-5f25b1905122') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:46:58.891645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.913125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Allocated IP 172.28.2.161 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/f89792c3-2d67-4afd-8ecc-b1d7725e712f) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:46:58.920863 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ebdda198b8745a9b0c765bbbf7ec79c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0271149 Feb 15 15:46:58.921627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37298) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:46:58.922225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:58.932379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:46:59.093599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b5581-ade9-4334-a56b-2677ad5bfe8c,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:46:59.104849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:46:59.117877 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-303deca6-08f4-4589-8a16-7317b3ac7722 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8201275 Feb 15 15:46:59.219895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:59.357413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:59.398569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Allocated IP 172.20.0.1 (cb3c15ea-43f2-4c2f-9972-ac9050314662/64056cce-2f65-4dd7-8ff5-d32180ecec1b/e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:46:59.719847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:59.881462 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-132fa3ce-edb9-4c20-81b9-eb3d3327e2b3 req-87c94a3e-a468-41d5-8766-c4c682e7f46f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.2635670 Feb 15 15:46:59.910018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Network 4375a938-7616-4036-b00c-6a3fa1d334fc has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:46:59.910470 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b59c6950-f3e6-435f-a53d-64e4003db20a req-19ea5808-d3bc-453c-8212-e60081105856 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 210 time: 0.2217832 Feb 15 15:46:59.941188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:46:59.943814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:00.064461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:00.066291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Allocated IP 172.28.2.95 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/41da7031-1cad-4ce7-8712-ecc130ba6d40) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:00.393956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0399539c-0d85-44dd-ae9a-2b745a9d7c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:00.465946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:00.627616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:00.634762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:00.636457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 900988e5-0e5d-4740-ae6e-fa35aa590c99 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:00.644071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Network 4375a938-7616-4036-b00c-6a3fa1d334fc has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:47:00.718181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b5581-ade9-4334-a56b-2677ad5bfe8c,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:00.723669 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:00.876420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:00.917492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:00.932417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Transition to ACTIVE for port object e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:00.971528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776f1df-7aa3-4657-9c45-4261560371d6 None None] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: from cryptography.utils import int_from_bytes Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: from cryptography.utils import int_from_bytes Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: (rel_b, rel_a, rel_b), Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: (rel_b, rel_a, rel_b), Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:47:01.022899 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:47:01.184635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Allocated IP 172.20.0.10 (c6a65c1d-6699-4811-94a7-126fbb360b1e/3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f/7140a8bc-409c-46d8-ab19-b1860d5acfb5) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:01.253566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 900988e5-0e5d-4740-ae6e-fa35aa590c99 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:01.304060 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 900988e5-0e5d-4740-ae6e-fa35aa590c99 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:01.305037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.445032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Provisioning for port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:01.462238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.466456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Provisioning complete for port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:01.466456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.467457 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c6b5581-ade9-4334-a56b-2677ad5bfe8c HTTP/1.1" status: 204 len: 168 time: 2.5345888 Feb 15 15:47:01.475834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.494873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5bcbc22e-6096-4235-a525-fbca3856ad02 req-2b59109d-a102-4b4f-abc8-abcddd79e561 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 210 time: 0.1097417 Feb 15 15:47:01.505936 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55610f91-76fd-4ed0-88dd-1e7a30c2b344 req-bff6679f-6a72-4462-a520-8fcb3f7a7d82 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.5118051 Feb 15 15:47:01.511335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.516542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.518592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.524314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.550578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.553250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:01.574173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f89792c3-2d67-4afd-8ecc-b1d7725e712f,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:01.578833 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] 10.222.0.74 "DELETE /v2.0/networks/4375a938-7616-4036-b00c-6a3fa1d334fc HTTP/1.1" status: 204 len: 168 time: 4.6073232 Feb 15 15:47:01.593611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37370) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:01.634156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Pushing event deleted for resources: {'Network': ['ID=4375a938-7616-4036-b00c-6a3fa1d334fc,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:01.637738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-834c6864-a4e0-41bd-834b-1962eba2b706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:01.643786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0d1355d0-6310-4dbc-b421-85f9d5870e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:01.866049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:01.867133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Deleting subnet d3eb9648-2057-4add-9ced-aa99bc50bf59 {{(pid=84020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:47:01.867133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:01.888319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:01.964401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:01.965672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Pushing event updated for resources: {'Port': ['ID=7140a8bc-409c-46d8-ab19-b1860d5acfb5,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:01.968945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:01.973649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:01.974087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:02.145077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.153766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Pushing event updated for resources: {'Port': ['ID=41da7031-1cad-4ce7-8712-ecc130ba6d40,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:02.181924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:02.194707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.195483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:02.201022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:02.217221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Network c6a65c1d-6699-4811-94a7-126fbb360b1e is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:02.222560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:02.231807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:02.234885 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:02.241638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 900988e5-0e5d-4740-ae6e-fa35aa590c99, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=900988e5-0e5d-4740-ae6e-fa35aa590c99,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:02.258989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] For port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:02.260663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.271241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:02.323497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:02.329493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.332732 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37388) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:02.333790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:02.352140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:02.368062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:02.368799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.441375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:02.442361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:02.445032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:02.500536 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4124374 Feb 15 15:47:02.557308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.568714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854123542'] for router_interface, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.706377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.966199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=900988e5-0e5d-4740-ae6e-fa35aa590c99,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:02.984801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:02.986392 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:02.993506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:03.082556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:03.104540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Usage tracker for resource:security_group_rule and tenant:82feb007be764606a9a18f491978e36a is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:03.119900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Pushing event updated for resources: {'Port': ['ID=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:03.131240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:03.134767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:03.146295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:03.164012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b43fd949-1a7c-4f4d-9883-ebf17de619d2 None None] Provisioning for port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:03.170713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b43fd949-1a7c-4f4d-9883-ebf17de619d2 None None] Provisioning complete for port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:03.170713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b43fd949-1a7c-4f4d-9883-ebf17de619d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.201183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:47:03.324341 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b43fd949-1a7c-4f4d-9883-ebf17de619d2 None None] Port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:47:03.337119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b43fd949-1a7c-4f4d-9883-ebf17de619d2 None None] Provisioning complete for port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:03.337571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b43fd949-1a7c-4f4d-9883-ebf17de619d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.415291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.482277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.498492 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-36a88b9a-a700-48f9-b403-e8f0d034de32 req-3c7483ea-0a81-4c85-a4e1-c12b382f3a9c tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.7038898 Feb 15 15:47:03.685770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.694251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1c616aa0-2eb1-4997-8c5a-0e5fb3a42e09 None None] Provisioning complete for port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:03.694676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1c616aa0-2eb1-4997-8c5a-0e5fb3a42e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.703248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.906230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92e09358-e819-4a99-8e75-1bac65faf22e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:03.908623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.921658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:03.965635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:04.042007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:04.051384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:04.113727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652224'] for router_interface, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:04.229686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6565e8e3-8183-4fcf-b9a6-9907ade5ab70,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:04.240207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:04.319772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:04.321112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:04.368342 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=82feb007be764606a9a18f491978e36a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0313807 Feb 15 15:47:04.422457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:04.455095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37468) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:04.607624 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:04.608375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:04.831317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-9ae0bb68-cc72-49ab-8239-471029d0c82f None None] Provisioning complete for port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:04.831859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9ae0bb68-cc72-49ab-8239-471029d0c82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:04.838249 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e451b868-3abd-4f81-86f9-8272d6d997f2 req-d65b5a53-0050-4bca-a1c3-97bdc2a7ac5d tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.0544724 Feb 15 15:47:04.841504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37474) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:04.932085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 900988e5-0e5d-4740-ae6e-fa35aa590c99 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:04.965917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9ae0bb68-cc72-49ab-8239-471029d0c82f None None] Port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:47:05.008996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 900988e5-0e5d-4740-ae6e-fa35aa590c99 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:05.009417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:05.017611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dea0f-2d5a-4ff4-bf6d-b2d55ef88860 req-81ff2bf5-810c-4435-81cd-73c72fddb20d tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:05.020005 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe0dea0f-2d5a-4ff4-bf6d-b2d55ef88860 req-81ff2bf5-810c-4435-81cd-73c72fddb20d tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 932 time: 1.9292824 Feb 15 15:47:05.026089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:47:05.258897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:47:05.265582 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] 10.222.0.74 "PUT /v2.0/routers/f8a78d74-00eb-46ae-8f1a-0a5d96b888a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1980286 Feb 15 15:47:05.270885 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Sync routers for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:47:05.289029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:05.289809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:05.299376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:05.330809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:05.385540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854170595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120'] for router, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:05.393669 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:05.399663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a4b61417-6c59-4f11-a18d-88a92936d680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:05.406774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:05.411277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6565e8e3-8183-4fcf-b9a6-9907ade5ab70,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:05.422194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:05.431763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:05.450471 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6565e8e3-8183-4fcf-b9a6-9907ade5ab70 HTTP/1.1" status: 204 len: 168 time: 0.4569798 Feb 15 15:47:05.498603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-fe0dea0f-2d5a-4ff4-bf6d-b2d55ef88860 req-81f07d92-f230-43a2-9f2d-e85f84b39d00 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Synchronizing usage tracker for tenant:426abb0ce29a4c3c81f22c4aa549ffa3 on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:05.550315 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:05.551851 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:05.555394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Usage tracker for resource:security_group_rule and tenant:3047476a78bb40bf99b7b472bd27d571 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:05.630246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-fe0dea0f-2d5a-4ff4-bf6d-b2d55ef88860 req-81f07d92-f230-43a2-9f2d-e85f84b39d00 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Unset dirty status for tenant:426abb0ce29a4c3c81f22c4aa549ffa3 on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:05.631531 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe0dea0f-2d5a-4ff4-bf6d-b2d55ef88860 req-81f07d92-f230-43a2-9f2d-e85f84b39d00 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739124 Feb 15 15:47:05.634866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:05.641291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:05.734092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.119076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 2, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:06.130393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Checking router: f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:47:06.132407 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Updating router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:47:06.240158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.342716 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d138e477-f163-4251-88fa-211922808c61 req-13448a8d-7b86-4f75-abe3-cfb0dc65b856 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.2575521 Feb 15 15:47:06.629250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for subnet, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.646789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.673628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81136421-6016-4032-950f-562c8b2636be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:06.690401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37514) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:06.703654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115223819', 'description': 'tempest-description--1429230909'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:06.724153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:06.746153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:06.759372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:06.772310 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:06.793864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.842341 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:06.850687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group_rule and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:06.857240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:06.873190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:06.883251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3eb9648-2057-4add-9ced-aa99bc50bf59,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:06.888719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.924860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.931527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:06.952708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Transition to ACTIVE for port object e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:06.959010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.994774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:06.999002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.002120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59f209cb-84a2-4c39-a7df-0991ada4a093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:07.087234 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:07.101741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854170595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120'] for router, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.151478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edab10d6-df1f-48df-9e29-fc6e227006dd,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:07.154271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.155629 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4639885 Feb 15 15:47:07.156552 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:07.162370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37520) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:07.168696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'security_group_rule': {'security_group_id': 'edab10d6-df1f-48df-9e29-fc6e227006dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:07.174942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:07.179340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group_rule and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:07.184194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:07.189379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:07.202611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:07.207876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.300688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.312564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.318360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.321508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:07.338749 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3047476a78bb40bf99b7b472bd27d571&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3674071 Feb 15 15:47:07.343405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37528) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:07.364214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae336950-38e2-4c58-a295-d90a28a344e4,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:07.367915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.369219 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2057896 Feb 15 15:47:07.375636 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:07.376166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37532) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:07.400351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'security_group_rule': {'security_group_id': 'edab10d6-df1f-48df-9e29-fc6e227006dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:07.408680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:07.413077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group_rule and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:07.416906 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:07.433118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:07.465031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9da9540-9290-4ad6-bcab-5eed42feccc1,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:07.473861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:07.478621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.484736 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fad7d1-fb4d-46d1-bc70-343428a0fc22 None None] Pushing event updated for resources: {'Port': ['ID=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:07.554983 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d3eb9648-2057-4add-9ced-aa99bc50bf59 HTTP/1.1" status: 204 len: 168 time: 5.9590816 Feb 15 15:47:07.574843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37540) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:07.577314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Router 62947e18-7d79-489f-8c0e-5d78e508fde1 is scheduled to L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 with binding_index 1 {{(pid=84020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 15:47:07.577776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8fad7d1-fb4d-46d1-bc70-343428a0fc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:07.605482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Attempting to bind port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:07.606077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Attempting to bind port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:07.606602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Attempting to bind port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e on network cb3c15ea-43f2-4c2f-9972-ac9050314662 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:07.613637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:07.614245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Checking segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:07.614975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.615525 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Bound using segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:07.616177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Bound port: e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:07.617257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.659783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.666149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.692736 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:07.709465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a7188f-725d-4e5e-bb94-a5274421b56e,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:07.713079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.714710 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360777 Feb 15 15:47:07.715811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:07.718358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37546) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:07.724373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'floatingip': {'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:07.730944 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:07.736500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:floatingip and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:07.742495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:07.749571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:07.762200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:07.983768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.029174 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9ac24e17-0e7e-4905-b77f-165f791696e7 req-f63f13df-bed2-4896-9520-b470ec4da7de tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.4095671 Feb 15 15:47:08.089063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:47:08.115887 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Sync routers for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:47:08.128831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993806b-9e82-47a4-936e-428ea6a3a994 req-4ef760f9-e4c7-4629-a0c2-670607138a09 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:08.137436 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993806b-9e82-47a4-936e-428ea6a3a994 req-4ef760f9-e4c7-4629-a0c2-670607138a09 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 932 time: 1.2333317 Feb 15 15:47:08.164113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:08.164896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:08.229962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] For port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:08.235909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] For port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:08.256100 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.259963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Notify callbacks [] for router, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.264727 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.8616538 Feb 15 15:47:08.265668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37556) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:08.280616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.299085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4f56445-8602-4899-914b-e9ec003589d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:08.465904 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993806b-9e82-47a4-936e-428ea6a3a994 req-95fc2a84-174b-4030-8ab7-f7255cfbec3c tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269179 Feb 15 15:47:08.487177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.505898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fad7d1-fb4d-46d1-bc70-343428a0fc22 None None] Pushing event updated for resources: {'Port': ['ID=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:08.513711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8fad7d1-fb4d-46d1-bc70-343428a0fc22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:08.554895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:08.578134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Allocated IP 172.28.2.224 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/705982dc-121f-4918-bb5e-912866c224da) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:08.665712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:08.666457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:08.794315 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.863821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 is scheduled to L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 with binding_index 1 {{(pid=84020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 15:47:08.869093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.875666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:08.911762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-63e0abf8-9c72-4510-95f0-e1b144669086 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84019) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:47:08.915038 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-63e0abf8-9c72-4510-95f0-e1b144669086 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.111 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0137308 Feb 15 15:47:08.918367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:08.935317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37564) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:09.015915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:09.074711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 3, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:09.082650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Checking router: 62947e18-7d79-489f-8c0e-5d78e508fde1 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:47:09.084109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Updating router 62947e18-7d79-489f-8c0e-5d78e508fde1 port 41da7031-1cad-4ce7-8712-ecc130ba6d40 binding host dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:47:09.156508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:09.389090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:09.430422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:08Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:09.443148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47658dc0-6d63-447b-a4b8-958a13fa7c5a None None] The sync data for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb is: [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:08Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:47:09.483803 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:09.529102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:09.530980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:09.555941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'Port': ['ID=705982dc-121f-4918-bb5e-912866c224da,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:09.563506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:09.603496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Request body: {'port': {'device_id': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:09.674005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:09.745152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:09.764123 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b9dd502a-5633-40eb-be84-b9b01461bcac req-4dbc4f02-5c87-4881-ad84-85ab1b7b4b83 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.3772717 Feb 15 15:47:09.790918 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Usage tracker for resource:security_group_rule and tenant:d6ee53ef714a4e959f066a3fd98be816 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:09.801270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:09.824574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:09.842951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:09.854119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:09.988451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.111', 50014) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:10.084654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.085061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.086450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.086830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > port after_create 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.087196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.087574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > port after_update 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.087942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.088321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.088680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.089040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.271752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.272143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.272526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.273467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 15 15:47:10.273857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6d0757-2fc4-4041-abe0-f98decd55753']}} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:10.285093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Transition to ACTIVE for port object 41da7031-1cad-4ce7-8712-ecc130ba6d40 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:10.289387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.324671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:10.378976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52db50b3-6650-456b-8800-65de31a5d474') {'for_net_delete': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:10.379278 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52db50b3-6650-456b-8800-65de31a5d474') {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:10.381380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.392136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.431049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:10.439934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851559328'] for segment, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.453131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:10.471292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8e037-0b63-4c19-8f14-257a95e85767 None None] Pushing event updated for resources: {'Port': ['ID=41da7031-1cad-4ce7-8712-ecc130ba6d40,revision_number=2']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:10.479217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ede8e037-0b63-4c19-8f14-257a95e85767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:10.500070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:47:10.557225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9da9540-9290-4ad6-bcab-5eed42feccc1,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:10.563805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.566432 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.571021 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 18.8178692 Feb 15 15:47:10.571021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:10.573173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:47:10.575711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Attempting to bind port 41da7031-1cad-4ce7-8712-ecc130ba6d40 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:10.576127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Attempting to bind port 41da7031-1cad-4ce7-8712-ecc130ba6d40 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:10.576536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Attempting to bind port 41da7031-1cad-4ce7-8712-ecc130ba6d40 on network e4a9b955-749a-48d7-9208-9db45c1feaf9 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:10.582529 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:10.582793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37586) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:10.582916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:10.583360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.583798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Bound using segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:10.584312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Bound port: 41da7031-1cad-4ce7-8712-ecc130ba6d40, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:10.584724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.588591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Sync routers for ids ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:47:10.602410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cd0eb-6546-4bf1-b844-40631ddf10d2 req-c077ee96-21b4-49dc-8b70-355c95712e3b tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:10.604268 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-443cd0eb-6546-4bf1-b844-40631ddf10d2 req-c077ee96-21b4-49dc-8b70-355c95712e3b tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 932 time: 0.9341021 Feb 15 15:47:10.636691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-cf7dd747-a8a5-44c8-b837-20c43dd055f0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:10.637615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-cf7dd747-a8a5-44c8-b837-20c43dd055f0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:network {{(pid=84019) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:10.640862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.659929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:10.665838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:10.666773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.697740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] For port 41da7031-1cad-4ce7-8712-ecc130ba6d40, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:10.703036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Routers {'8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:10.704119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:10.705270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.706676 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9da9540-9290-4ad6-bcab-5eed42feccc1 HTTP/1.1" status: 204 len: 168 time: 3.2432287 Feb 15 15:47:10.843067 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Network 2b6d0757-2fc4-4041-abe0-f98decd55753 has no segments {{(pid=84020) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:47:10.853920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852621169'] for segment, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:10.988171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.053634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9ae84146-ece5-4517-a34c-a8780db72210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:11.069616 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d6ee53ef714a4e959f066a3fd98be816&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1330087 Feb 15 15:47:11.083029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37596) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:11.130036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:11.137643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.139686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Set router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:11.182248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37598) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:11.185680 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c8deb262-dcd5-4203-aa02-28dd867b6171 req-b9031ee4-6de9-4e79-9ef3-6d415630dee2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.1152601 Feb 15 15:47:11.266784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-11702d85-a9da-4b0e-ba8f-027f0edb35ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:11.268944 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-cf7dd747-a8a5-44c8-b837-20c43dd055f0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:network {{(pid=84019) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:11.270208 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-cf7dd747-a8a5-44c8-b837-20c43dd055f0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 1.2742431 Feb 15 15:47:11.308170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.318379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.326679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Request body: {'port': {'device_id': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'network_id': '14047426-763f-434c-bafa-4a8887b00a98', 'admin_state_up': True, 'tenant_id': '83e886b94bb5484c8cb124a7c38aa573'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:11.337667 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-443cd0eb-6546-4bf1-b844-40631ddf10d2 req-e0cfb232-5df7-48c2-a68f-31b04deb56a4 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367174 Feb 15 15:47:11.344233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1ae22-5804-46df-9c87-157f0650cdcf,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:11.360316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:11.365236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Network 2b6d0757-2fc4-4041-abe0-f98decd55753 has no segments {{(pid=84020) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:47:11.374527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:11.427016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: from cryptography.utils import int_from_bytes Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: from cryptography.utils import int_from_bytes Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: (rel_b, rel_a, rel_b), Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: (rel_b, rel_a, rel_b), Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:47:11.431233 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:47:11.434301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:11.435371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Usage tracker for resource:security_group_rule and tenant:06909456c8d64cd1a4c40d246977f50a is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:11.502875 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:11.529558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:11.542369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:04Z', 'revision_number': 3, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:11.547104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Checking router: 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:47:11.547971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Updating router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 port f89792c3-2d67-4afd-8ecc-b1d7725e712f binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:47:11.569328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] For port 41da7031-1cad-4ce7-8712-ecc130ba6d40, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=41da7031-1cad-4ce7-8712-ecc130ba6d40,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:11.576686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.607359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.615541 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.626460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.666068 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.714410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.788117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 15:47:11.815190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:11.955853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-299b5a33-d815-4f6b-b52d-889fc30e3bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:12.092890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8e037-0b63-4c19-8f14-257a95e85767 None None] Pushing event updated for resources: {'Port': ['ID=41da7031-1cad-4ce7-8712-ecc130ba6d40,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:12.106917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:12.120143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ede8e037-0b63-4c19-8f14-257a95e85767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:12.128653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7140a8bc-409c-46d8-ab19-b1860d5acfb5 {{(pid=84019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:47:12.134297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Usage tracker for resource:port and tenant:83e886b94bb5484c8cb124a7c38aa573 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:12.147660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:12.158382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:12.159078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:12.166097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.176385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:12.207834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.218209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:12.223406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.235442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Transition to ACTIVE for port object f89792c3-2d67-4afd-8ecc-b1d7725e712f will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:12.239175 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.243222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.253323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6d0757-2fc4-4041-abe0-f98decd55753,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:12.255414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.256447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:12.270247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:12.321114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:12.373500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493e0a7f-6cd7-41f1-a5a8-7a97578a86fb,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:12.403522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee257b69-fd71-47a9-81a8-5bf2282fabca None None] Pushing event updated for resources: {'Port': ['ID=f89792c3-2d67-4afd-8ecc-b1d7725e712f,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:12.417271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ee257b69-fd71-47a9-81a8-5bf2282fabca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:12.419639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:12.432560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:12.436725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Transition to ACTIVE for port object 7140a8bc-409c-46d8-ab19-b1860d5acfb5 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:12.456070 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-06a4ca13-b4af-4fe0-b39f-dcb20fbd1f6d admin admin] 10.222.0.74 "DELETE /v2.0/networks/2b6d0757-2fc4-4041-abe0-f98decd55753 HTTP/1.1" status: 204 len: 168 time: 4.8762152 Feb 15 15:47:12.505241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Made reservation on behalf of 83e886b94bb5484c8cb124a7c38aa573 for: {'port': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:12.511442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.532800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.545494 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:12.634799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.657782 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=06909456c8d64cd1a4c40d246977f50a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4543505 Feb 15 15:47:12.658302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Attempting to bind port f89792c3-2d67-4afd-8ecc-b1d7725e712f on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:12.671350 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bea8fb48-3f94-4143-821e-378ff5c08528 req-eddfe0ad-d3e4-47ef-b702-831aee9b4f77 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.1857786 Feb 15 15:47:12.671350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37614) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:12.673443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Attempting to bind port f89792c3-2d67-4afd-8ecc-b1d7725e712f by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:12.673443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Attempting to bind port f89792c3-2d67-4afd-8ecc-b1d7725e712f on network e4a9b955-749a-48d7-9208-9db45c1feaf9 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:12.681701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:12.682643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:12.683066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.683517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Bound using segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:12.684053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Bound port: f89792c3-2d67-4afd-8ecc-b1d7725e712f, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:12.684487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.709370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-977ba82e-5e4e-4222-9e8f-b87b2561094a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:12.762663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37618) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:12.804585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Allocated IP 172.20.0.1 (bc13a2dc-de7c-4981-9f14-3fa3ab2271f4/e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4/8f7c5038-c633-49ce-affb-3c620879b164) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:12.809546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:12.811942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.815838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1ae22-5804-46df-9c87-157f0650cdcf,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:12.835899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.837805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:12.840381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:12.855218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f86cb-d363-4a36-8df2-f619b9baf725 req-8d5191dd-01df-45a7-a9d6-86ea8417b794 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:12.863835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] For port f89792c3-2d67-4afd-8ecc-b1d7725e712f, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:12.865715 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a8f86cb-d363-4a36-8df2-f619b9baf725 req-8d5191dd-01df-45a7-a9d6-86ea8417b794 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.2904289 Feb 15 15:47:12.871256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] For port f89792c3-2d67-4afd-8ecc-b1d7725e712f, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=f89792c3-2d67-4afd-8ecc-b1d7725e712f,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:12.898246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:12.931098 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:12.974018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 3, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:12.974222 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a8f86cb-d363-4a36-8df2-f619b9baf725 req-4c3dd5bc-152e-4dc2-9de6-a4de306f074d tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059711 Feb 15 15:47:12.979500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e1c72d-60c1-4a53-b39f-143661ba6ef2 None None] The sync data for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb is: [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 3, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:47:13.101581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.168338 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0e49c7b0-702f-41e1-a0cd-495ff41e7e12 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=295d07b159484f3d9cda40418a3bedb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3939259 Feb 15 15:47:13.171339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37622) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:13.195143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee257b69-fd71-47a9-81a8-5bf2282fabca None None] Pushing event updated for resources: {'Port': ['ID=f89792c3-2d67-4afd-8ecc-b1d7725e712f,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:13.202711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ee257b69-fd71-47a9-81a8-5bf2282fabca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:13.261095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Routers {'8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:13.261324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:13.291750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.314839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:13.331641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.334793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.341537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493e0a7f-6cd7-41f1-a5a8-7a97578a86fb,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:13.353258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:13.371754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.375514 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/493e0a7f-6cd7-41f1-a5a8-7a97578a86fb HTTP/1.1" status: 204 len: 168 time: 0.7138939 Feb 15 15:47:13.385987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.392332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.396049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Transition to ACTIVE for port object 8f7c5038-c633-49ce-affb-3c620879b164 will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:13.396186 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b1b1ae22-5804-46df-9c87-157f0650cdcf HTTP/1.1" status: 204 len: 168 time: 2.1992252 Feb 15 15:47:13.396186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Pushing event updated for resources: {'Port': ['ID=7140a8bc-409c-46d8-ab19-b1860d5acfb5,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:13.410131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:13.463235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.483945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.489614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44d21ae3-1ed4-47b8-9ea9-dd49c602e1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:13.642836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] Set router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:13.737144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7c5038-c633-49ce-affb-3c620879b164,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:13.754191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.755630 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6e410975-4eb1-43a0-8d5d-4ea4cfe57cf8 HTTP/1.1" status: 204 len: 168 time: 0.5703170 Feb 15 15:47:13.759822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:13.760519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-73517e84-7159-48b8-aab8-3f09fdb1b46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:13.796221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.802877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e410975-4eb1-43a0-8d5d-4ea4cfe57cf8,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:13.816986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:13.855302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:13.961357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Allocated IP 172.20.0.5 (14047426-763f-434c-bafa-4a8887b00a98/bedd7416-5fba-492c-92cf-371869513c52/f462b876-89d4-4614-9fba-1f6e152390f7) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:14.002859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:14.006346 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e5b53de6-16f3-4775-9cc8-3df3dd2718d7 req-e79e9ea9-4f37-4235-a7d0-7f843b92cb43 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.1148090 Feb 15 15:47:14.011790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:14.018166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:14.143458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:14.330524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854123542'] for router_interface, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.392356 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'Port': ['ID=705982dc-121f-4918-bb5e-912866c224da,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:14.397502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:14.403835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:04Z', 'revision_number': 3, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:14.408973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36211e90-80cd-4452-8761-ace3b0705373 None None] The sync data for ids ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'] in dv-cinder-768105-5-smb is: [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:04Z', 'revision_number': 3, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:47:14.466626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.491971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-170c709e-0cc8-4578-9d8c-92bc09f0c555 None None] Provisioning for port 8f7c5038-c633-49ce-affb-3c620879b164 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:14.515262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-170c709e-0cc8-4578-9d8c-92bc09f0c555 None None] Provisioning complete for port 8f7c5038-c633-49ce-affb-3c620879b164 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:14.515694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-170c709e-0cc8-4578-9d8c-92bc09f0c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.568120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b76da-f0ba-4508-8c1e-544c1f598a3b req-09b52556-75da-4df0-ac9f-a02f0d63d8ac tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:14.570208 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-857b76da-f0ba-4508-8c1e-544c1f598a3b req-09b52556-75da-4df0-ac9f-a02f0d63d8ac tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.3397832 Feb 15 15:47:14.595126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 41da7031-1cad-4ce7-8712-ecc130ba6d40 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:14.680728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37646) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:14.730180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-170c709e-0cc8-4578-9d8c-92bc09f0c555 None None] Port 8f7c5038-c633-49ce-affb-3c620879b164 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:47:14.750355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.767250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37650) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:14.767786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 41da7031-1cad-4ce7-8712-ecc130ba6d40 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:14.771057 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-857b76da-f0ba-4508-8c1e-544c1f598a3b req-508eae7b-8d1d-4f14-8f5a-a822229a2eb1 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897373 Feb 15 15:47:14.771923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.776163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 41da7031-1cad-4ce7-8712-ecc130ba6d40 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:14.776724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.796901 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:14.801472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Usage tracker for resource:security_group_rule and tenant:12b1c8034da14bf6aa329ed485b55105 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:14.804757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:14.811320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:14.950534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.977815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 41da7031-1cad-4ce7-8712-ecc130ba6d40, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=41da7031-1cad-4ce7-8712-ecc130ba6d40,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:14.984481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:14.993989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e33086cf-cf89-4734-9f54-3fe8aec798d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:15.096524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=41da7031-1cad-4ce7-8712-ecc130ba6d40,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:15.101987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:15.180962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.194051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Attempting to bind port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:15.194490 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Attempting to bind port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '3fbcfa36-16a4-407e-8aa0-718a3e73ee40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c6a65c1d-6699-4811-94a7-126fbb360b1e'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:15.195524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Attempting to bind port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 on network c6a65c1d-6699-4811-94a7-126fbb360b1e {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:15.202882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.212125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Allocated IP 172.20.0.1 (07df1439-717b-432e-8113-46918da4e280/585b8111-4171-4726-bdce-07cf3361f480/62ec1299-4b6d-4102-abfe-f01df97c7c7e) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:15.215635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:15.216026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Checking segment: {'id': '3fbcfa36-16a4-407e-8aa0-718a3e73ee40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c6a65c1d-6699-4811-94a7-126fbb360b1e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:15.216468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.216877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Bound using segment: {'id': '3fbcfa36-16a4-407e-8aa0-718a3e73ee40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c6a65c1d-6699-4811-94a7-126fbb360b1e'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:15.217405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Bound port: 7140a8bc-409c-46d8-ab19-b1860d5acfb5, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbcfa36-16a4-407e-8aa0-718a3e73ee40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c6a65c1d-6699-4811-94a7-126fbb360b1e'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:15.217790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.240527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-db45530d-e8e1-4876-b34a-14df118f13d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:15.336004 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-964ed27d-db43-4dff-acce-ddc8acd89092 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=730740a3d8e845dbba65c1bb35648fd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5491912 Feb 15 15:47:15.359408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37664) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:15.441899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.464702 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=12b1c8034da14bf6aa329ed485b55105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7801011 Feb 15 15:47:15.482697 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b0aca6-2f10-4547-afbd-b23f945fabea,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:15.503682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37670) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:15.514700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] For port 7140a8bc-409c-46d8-ab19-b1860d5acfb5, host hv-cinder-76810, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:15.517316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:15.519961 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bccd5c28-4d97-4c3b-a616-cf570b51dd44 req-ab5aa79f-c1b0-4d22-abd6-67b7b155f164 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.1175036 Feb 15 15:47:15.527365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] For port 7140a8bc-409c-46d8-ab19-b1860d5acfb5, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5,segment=NetworkSegment(3fbcfa36-16a4-407e-8aa0-718a3e73ee40),segment_id=3fbcfa36-16a4-407e-8aa0-718a3e73ee40)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:15.634304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.688415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.695573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-45cb3363-9290-49a4-a358-dd31cdd21e0e tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:15.755002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.777837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.877002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.952464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.973344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.980872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Pushing event updated for resources: {'Port': ['ID=7140a8bc-409c-46d8-ab19-b1860d5acfb5,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:15.984170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:15.994864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:16.016497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.017135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:16.047253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.049223 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8b0aca6-2f10-4547-afbd-b23f945fabea HTTP/1.1" status: 204 len: 168 time: 0.5442431 Feb 15 15:47:16.051001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b0aca6-2f10-4547-afbd-b23f945fabea,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:16.067961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:16.068652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.074167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 15:47:16.085514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b2407f9-e3c1-44e6-a284-d172ef21c49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:16.150160 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.152319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55a8de4-e0f5-4b68-a616-e487b441c6e0,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:16.155097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.156501 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c55a8de4-e0f5-4b68-a616-e487b441c6e0 HTTP/1.1" status: 204 len: 168 time: 0.7848554 Feb 15 15:47:16.158109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:16.162488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.176054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bc4427ba-7894-4658-8eb3-5b647d5b4138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:16.236809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a69ae617-e625-4d4f-b6bb-6dfc9de41e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:16.295894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Network 14047426-763f-434c-bafa-4a8887b00a98 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:16.303258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.305523 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5858138 Feb 15 15:47:16.311703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:16.326565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:16.335804 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652224'] for router_interface, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.354956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Pushing event updated for resources: {'Port': ['ID=8f7c5038-c633-49ce-affb-3c620879b164,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:16.359595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:16.371273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:16.371971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.373738 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] 10.222.0.111 "PUT /v2.0/ports/7140a8bc-409c-46d8-ab19-b1860d5acfb5 HTTP/1.1" status: 200 len: 1158 time: 6.9911029 Feb 15 15:47:16.374486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event updated for resources: {'Port': ['ID=f462b876-89d4-4614-9fba-1f6e152390f7,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:16.376789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:16.414794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:16.483475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e9eae-ba32-4345-bf2e-58bc9f5cfadf req-549f4a2f-1861-49ec-be68-c48e754d2fe6 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:16.486619 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dd4e9eae-ba32-4345-bf2e-58bc9f5cfadf req-549f4a2f-1861-49ec-be68-c48e754d2fe6 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.5376418 Feb 15 15:47:16.526086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device f89792c3-2d67-4afd-8ecc-b1d7725e712f up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:16.581383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:16.582150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.612116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.619656 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dd4e9eae-ba32-4345-bf2e-58bc9f5cfadf req-6b47a2a3-a4d1-4850-a402-34fe48bffd43 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228030 Feb 15 15:47:16.673509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:16.675797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port f89792c3-2d67-4afd-8ecc-b1d7725e712f completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:16.683234 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port f89792c3-2d67-4afd-8ecc-b1d7725e712f triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:16.683804 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:16.812487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:16.815872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:17.337308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-00d9c2ee-10f3-4d24-9e69-568fddb21125 None None] Provisioning complete for port 8f7c5038-c633-49ce-affb-3c620879b164 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:17.337724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00d9c2ee-10f3-4d24-9e69-568fddb21125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:17.365664 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-958671e6-f108-43cc-86d4-ec4e87034837 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--115223819&fields=id&tenant_id=80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 267 time: 0.1558599 Feb 15 15:47:17.390657 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0840199 Feb 15 15:47:17.403873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:17.421828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port f89792c3-2d67-4afd-8ecc-b1d7725e712f, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=f89792c3-2d67-4afd-8ecc-b1d7725e712f,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:17.428549 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:17.429995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 41da7031-1cad-4ce7-8712-ecc130ba6d40 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:17.442533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Request body: {'port': {'device_id': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:17.526997 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:17.548858 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-93850b16-3dc1-4dcb-a8de-5acc745bde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:17.551218 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-93850b16-3dc1-4dcb-a8de-5acc745bde99 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=426abb0ce29a4c3c81f22c4aa549ffa3&device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 1161 time: 1.1199322 Feb 15 15:47:17.562227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-d27c48ff-5614-4fc3-90ad-b979b6d5cfa1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:17.570509 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-d27c48ff-5614-4fc3-90ad-b979b6d5cfa1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 817 time: 0.2031860 Feb 15 15:47:17.596659 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1b8d2-4cbf-4ba9-ab52-faee29818004 req-6f350a8d-68c9-4a98-a1ef-66976f65314f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:17.604745 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-57c1b8d2-4cbf-4ba9-ab52-faee29818004 req-6f350a8d-68c9-4a98-a1ef-66976f65314f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 931 time: 0.9130492 Feb 15 15:47:17.613534 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-7f24158c-bd73-41ce-b789-5dc2a0736584 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/quotas/80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 375 time: 0.0418220 Feb 15 15:47:17.618375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=f89792c3-2d67-4afd-8ecc-b1d7725e712f,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:17.623603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:17.645181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-00d9c2ee-10f3-4d24-9e69-568fddb21125 None None] Port 8f7c5038-c633-49ce-affb-3c620879b164 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:47:17.658518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 41da7031-1cad-4ce7-8712-ecc130ba6d40 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:17.659161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:17.715477 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-7eb019b9-8e64-4e2e-b245-e28600477d23 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5 HTTP/1.1" status: 200 len: 217 time: 0.1486261 Feb 15 15:47:17.726916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Pushing event updated for resources: {'Port': ['ID=62ec1299-4b6d-4102-abfe-f01df97c7c7e,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:17.742252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:17.756195 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-57c1b8d2-4cbf-4ba9-ab52-faee29818004 req-990f1f57-eeac-4da2-ab45-1a526ea7936e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500847 Feb 15 15:47:17.876324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Router 62947e18-7d79-489f-8c0e-5d78e508fde1 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:47:17.952672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-168408f1-d3b7-4cf8-ba5a-1604da9c5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:17.955422 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-168408f1-d3b7-4cf8-ba5a-1604da9c5087 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f HTTP/1.1" status: 200 len: 852 time: 0.1852551 Feb 15 15:47:18.002897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:18.096625 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-945af682-3800-4b85-83bf-c37d2d967d77 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=c6a65c1d-6699-4811-94a7-126fbb360b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253023 Feb 15 15:47:18.166158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Network 07df1439-717b-432e-8113-46918da4e280 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:18.172773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:18.230517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:18.250344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:18.402481 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-b364bfbd-ee3f-4292-94cc-ef465017913f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7864978 Feb 15 15:47:18.413627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device f89792c3-2d67-4afd-8ecc-b1d7725e712f up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:18.440051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8f233-431d-4d02-8b79-a23a02abacfd req-032fdbf5-883a-4ef2-af2b-14cdfcc84cf8 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:18.441671 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-adb8f233-431d-4d02-8b79-a23a02abacfd req-032fdbf5-883a-4ef2-af2b-14cdfcc84cf8 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.2266912 Feb 15 15:47:18.502685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854123542'] for router_interface, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:18.562581 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-8c5ef7fa-3eda-47a2-a29f-2d0d421c4d2f service neutron] 10.222.0.111 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567456 Feb 15 15:47:18.576260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port f89792c3-2d67-4afd-8ecc-b1d7725e712f triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:18.576712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:18.670692 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-2a52a679-14bb-4738-8c91-752890c3e7c1 service neutron] 10.222.0.74 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245250 Feb 15 15:47:18.981083 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-e6e4de37-01a6-4933-95a8-fbd8415c1b50 service neutron] 10.222.0.74 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3012276 Feb 15 15:47:19.005380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-adb8f233-431d-4d02-8b79-a23a02abacfd req-eb2a5142-b3bc-459e-9e7b-5a820b4a1a31 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336177 Feb 15 15:47:19.040698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:47:19.059108 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Sync routers for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:47:19.059734 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] 10.222.0.74 "PUT /v2.0/routers/62947e18-7d79-489f-8c0e-5d78e508fde1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7723117 Feb 15 15:47:19.073081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:19.073757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:19.425528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f462b876-89d4-4614-9fba-1f6e152390f7 {{(pid=84019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:47:19.465351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:19.487237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:19.533567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Transition to ACTIVE for port object f462b876-89d4-4614-9fba-1f6e152390f7 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:19.576883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f35621-d1a2-4849-b239-4b425c38346c req-c42047fe-7a89-4d7a-bfde-4c65dd9f59f7 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:19.584424 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-75f35621-d1a2-4849-b239-4b425c38346c req-c42047fe-7a89-4d7a-bfde-4c65dd9f59f7 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 931 time: 0.1978047 Feb 15 15:47:19.617358 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5', 'status': 'completed', 'code': 200} Feb 15 15:47:19.648806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:19.653321 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c315c47-c811-4a04-a670-26c7b661fb20 req-9ecb3122-864b-4682-83d9-78b94eec746c service neutron] 10.222.0.111 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0802443 Feb 15 15:47:19.712665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:19.800578 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c7f9471-ff0d-4b17-b8b0-d1e879e43db9 req-547a870a-b65f-4485-a4aa-cb74fa0b630b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 210 time: 0.1712492 Feb 15 15:47:19.817655 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-75f35621-d1a2-4849-b239-4b425c38346c req-1966e724-06d2-4633-bda5-39459880a7ee tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322657 Feb 15 15:47:19.843404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=f462b876-89d4-4614-9fba-1f6e152390f7,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:19.941683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:19.957291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:15Z', 'revision_number': 2, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:19.961186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:19.961953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Checking router: 62947e18-7d79-489f-8c0e-5d78e508fde1 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:47:19.962640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Updating router 62947e18-7d79-489f-8c0e-5d78e508fde1 port 8f7c5038-c633-49ce-affb-3c620879b164 binding host dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:47:20.111165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:20.415101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e05f05-5ed3-4cd5-9678-efa540053748 req-af040fac-9edb-4bc6-ba00-c46c31473521 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:20.425472 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-25e05f05-5ed3-4cd5-9678-efa540053748 req-af040fac-9edb-4bc6-ba00-c46c31473521 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.1486158 Feb 15 15:47:20.506739 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-25e05f05-5ed3-4cd5-9678-efa540053748 req-600362ba-1f75-4d62-9ca9-b2d145361f6c tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 Feb 15 15:47:20.592830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-c6252d27-0755-4e97-a7e3-3572e8cb1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:20.595906 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-c6252d27-0755-4e97-a7e3-3572e8cb1cad service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=426abb0ce29a4c3c81f22c4aa549ffa3&device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 1161 time: 0.7608860 Feb 15 15:47:20.930634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37842) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:20.973605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37848) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:20.979414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1114127239', 'description': 'tempest-description--802477214'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:20.989683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:21.011215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:21.049843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:21.071541 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:21.135838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.149617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Transition to ACTIVE for port object 8f7c5038-c633-49ce-affb-3c620879b164 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:21.155522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.210868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.231883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:21.289783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.111', 50026) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:21.314994 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ee5cdb50-be23-4609-82d4-66960f4d2ea0 req-f78e81ce-241c-4011-9fa2-9f4326d82f3d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 210 time: 0.2278616 Feb 15 15:47:21.354855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6328c-1376-44d5-9c0c-e7414093099a None None] Pushing event updated for resources: {'Port': ['ID=8f7c5038-c633-49ce-affb-3c620879b164,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:21.362352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21d6328c-1376-44d5-9c0c-e7414093099a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:21.414146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 15:47:21.447273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.468943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.517701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:21.522020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Usage tracker for resource:security_group_rule and tenant:ad4abed1169a47cca14e9428f35f10f2 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:21.538605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:21.551455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b9933805-e7de-4a5d-b8a6-df7d4aac90fe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:21.565613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.615446 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:21.739297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-83fcbfbd-de17-4dae-980c-43c8496f002a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:21.740981 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-83fcbfbd-de17-4dae-980c-43c8496f002a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 817 time: 0.4475064 Feb 15 15:47:21.747847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Pushing event updated for resources: {'Port': ['ID=62ec1299-4b6d-4102-abfe-f01df97c7c7e,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:21.750997 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652224'] for router_interface, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.768265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:21.845029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33335bb-3a41-475a-bb87-25bbd5c05ccb req-928503b7-72b3-45f8-9b47-1589c2fc5966 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:21.847020 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b33335bb-3a41-475a-bb87-25bbd5c05ccb req-928503b7-72b3-45f8-9b47-1589c2fc5966 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 943 time: 0.6457779 Feb 15 15:47:21.848700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group_rule and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:21.860049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:21.874302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:21.874918 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Attempting to bind port f462b876-89d4-4614-9fba-1f6e152390f7 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:21.875450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Attempting to bind port f462b876-89d4-4614-9fba-1f6e152390f7 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:21.875904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Attempting to bind port f462b876-89d4-4614-9fba-1f6e152390f7 on network 14047426-763f-434c-bafa-4a8887b00a98 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:21.879951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-1cc94c76-83ab-46a9-a797-fb66a0c4d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:21.882095 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-1cc94c76-83ab-46a9-a797-fb66a0c4d999 service neutron] 10.222.0.111 "GET /v2.0/networks?id=c6a65c1d-6699-4811-94a7-126fbb360b1e HTTP/1.1" status: 200 len: 906 time: 1.2720282 Feb 15 15:47:21.927366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Attempting to bind port 8f7c5038-c633-49ce-affb-3c620879b164 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:21.928054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Attempting to bind port 8f7c5038-c633-49ce-affb-3c620879b164 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:21.928454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Attempting to bind port 8f7c5038-c633-49ce-affb-3c620879b164 on network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:21.934958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:21.936600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:21.937127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Checking segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:21.937681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.938274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Bound using segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:21.938852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Bound port: 8f7c5038-c633-49ce-affb-3c620879b164, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:21.939162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.982258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:21.982644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Checking segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:21.983061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:21.983465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Bound using segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:21.983969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Bound port: f462b876-89d4-4614-9fba-1f6e152390f7, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:21.984349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.026577 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-faf5bec1-b8dc-4d40-b817-0e2ca85f9b02 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5 HTTP/1.1" status: 200 len: 217 time: 0.1106787 Feb 15 15:47:22.080477 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-d26b4210-680e-4827-a008-59165f4aba18 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 5704 time: 0.3142295 Feb 15 15:47:22.107096 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'port': {'device_id': '0e9d7697-e51f-47fe-b113-62982628bccf', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'admin_state_up': True, 'tenant_id': '80755d66beff435983477bbede40810b', 'security_groups': ['edab10d6-df1f-48df-9e29-fc6e227006dd']}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:22.109717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] For port 8f7c5038-c633-49ce-affb-3c620879b164, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:22.121383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] For port 8f7c5038-c633-49ce-affb-3c620879b164, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=8f7c5038-c633-49ce-affb-3c620879b164,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:22.126219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.163635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ede8e037-0b63-4c19-8f14-257a95e85767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:22.237600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-ac5833a4-02d5-49d5-a4f7-769a8bdcf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:22.239619 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-ac5833a4-02d5-49d5-a4f7-769a8bdcf7d4 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f HTTP/1.1" status: 200 len: 852 time: 0.2057519 Feb 15 15:47:22.252385 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b33335bb-3a41-475a-bb87-25bbd5c05ccb req-84a1bd9c-8a6c-45e0-90f4-38236f31a6d5 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714824 Feb 15 15:47:22.338051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Network 07df1439-717b-432e-8113-46918da4e280 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:22.341498 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-e7d1de12-de9b-41ff-b189-760987e33d06 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=c6a65c1d-6699-4811-94a7-126fbb360b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800984 Feb 15 15:47:22.344179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:22.376254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4757f-6e58-4ea1-9036-496f0bc1300e req-5b2dbf3b-c0ea-4664-bab3-51592c6871af tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:22.376914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] For port f462b876-89d4-4614-9fba-1f6e152390f7, host hv-cinder-76810, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:22.383758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6328c-1376-44d5-9c0c-e7414093099a None None] Pushing event updated for resources: {'Port': ['ID=8f7c5038-c633-49ce-affb-3c620879b164,revision_number=4']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:22.385029 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-84c4757f-6e58-4ea1-9036-496f0bc1300e req-5b2dbf3b-c0ea-4664-bab3-51592c6871af tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.6310999 Feb 15 15:47:22.398877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21d6328c-1376-44d5-9c0c-e7414093099a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:22.441970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:22.452347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.463075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:port and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:22.478273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:22.481010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.500908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-154bafef-590a-42f8-b752-21ff05314e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:22.506503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:22.507874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:22.524275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:22.549456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.573275 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-84c4757f-6e58-4ea1-9036-496f0bc1300e req-979a3bc2-1f49-4b2f-a5c0-2bb245d25880 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870844 Feb 15 15:47:22.600320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.659072 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ad4abed1169a47cca14e9428f35f10f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7267175 Feb 15 15:47:22.680823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Made reservation on behalf of 80755d66beff435983477bbede40810b for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:22.690044 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.695979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] For port f462b876-89d4-4614-9fba-1f6e152390f7, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f462b876-89d4-4614-9fba-1f6e152390f7,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:22.697072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37898) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:22.743124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a8c3f0-fe68-4cf2-8a74-0a183df02f45,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:22.759520 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8a403861-afee-441f-babd-d2ad2c84b766 req-6d99c030-1e73-4f0d-bd02-5bf878958ed0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 210 time: 0.1615391 Feb 15 15:47:22.765261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:22.765806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0354c227-6c7c-4f75-93a7-10900bfdef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:22.808744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19b90a-4f3a-47e3-a841-d9e964508734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.835110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.836472 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8616886 Feb 15 15:47:22.846535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37904) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:22.853742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'security_group_rule': {'security_group_id': '81563183-b3c2-472d-8a8c-a1c5369e3e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:22.870203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:22.931226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:22.931662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:22.947437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:22.953100 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81563183-b3c2-472d-8a8c-a1c5369e3e15,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:22.974481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group_rule and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:22.984806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:22.996091 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:23.027427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:23.084476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37914) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:23.223252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.269937 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-5561e497-e50e-49a6-a19c-1ada2fe34eec None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:47:23.297505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Pushing event updated for resources: {'Port': ['ID=f462b876-89d4-4614-9fba-1f6e152390f7,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:23.307123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Allocated IP 172.20.0.13 (cb3c15ea-43f2-4c2f-9972-ac9050314662/64056cce-2f65-4dd7-8ff5-d32180ecec1b/5b2f5683-7780-4cd6-8c22-4dc6fae8f637) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:23.313383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:23.317076 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-21bfd3e5-06cb-4462-8784-a422b742f9f8 service neutron] 10.222.0.111 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9663904 Feb 15 15:47:23.411050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:23.412326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.416080 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] 10.222.0.111 "PUT /v2.0/ports/f462b876-89d4-4614-9fba-1f6e152390f7 HTTP/1.1" status: 200 len: 1157 time: 5.9885731 Feb 15 15:47:23.540803 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:47:23.541407 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:23.544363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:22Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:23.546776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.549126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f7833-5208-46b5-a2bc-7cd9e58de42c None None] The sync data for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb is: [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:22Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:47:23.628422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.668783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7140a8bc-409c-46d8-ab19-b1860d5acfb5 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:23.674801 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7', 'status': 'completed', 'code': 200} Feb 15 15:47:23.702688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:23.706924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Usage tracker for resource:security_group_rule and tenant:450077af0130481bba519b94141ae56a is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:23.711626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:23.718833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:23.785564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:23.792246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:23.792246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.877027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.909236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.926888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.927719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:23.938313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:23.958963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed771a9-30b6-4c1a-b9f5-8fc74cdaf9b7,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:23.973744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:23.977554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:24.024560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130dca9-a467-4126-9b69-190dc24001fe req-e6c1e0b2-a285-4bc2-8c2c-1c24adf41d80 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:24.032771 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f130dca9-a467-4126-9b69-190dc24001fe req-e6c1e0b2-a285-4bc2-8c2c-1c24adf41d80 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.2901506 Feb 15 15:47:24.067508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.083824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ca5f6-45e8-42ec-8cbc-a5f85e9de267 req-69e1e815-97f0-4a03-842b-d81835c53de1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:24.086298 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d65ca5f6-45e8-42ec-8cbc-a5f85e9de267 req-69e1e815-97f0-4a03-842b-d81835c53de1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 943 time: 0.4403515 Feb 15 15:47:24.093293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 7140a8bc-409c-46d8-ab19-b1860d5acfb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5,segment=NetworkSegment(3fbcfa36-16a4-407e-8aa0-718a3e73ee40),segment_id=3fbcfa36-16a4-407e-8aa0-718a3e73ee40)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:24.096653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.099803 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8fad7d1-fb4d-46d1-bc70-343428a0fc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:24.106584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Transition to ACTIVE for port object 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:24.140856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.142297 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2933619 Feb 15 15:47:24.152899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.155691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37934) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:24.217595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=7140a8bc-409c-46d8-ab19-b1860d5acfb5,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:24.222308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:24.326691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'security_group_rule': {'security_group_id': '81563183-b3c2-472d-8a8c-a1c5369e3e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:24.338796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.343717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:24.353317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.355751 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43bc9834-94a8-4ffc-8316-b10a8850a617 req-2a4055cd-6772-46cd-9d1a-ce732661a6e9 service neutron] 10.222.0.111 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9643126 Feb 15 15:47:24.398953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e5850217-5418-43b2-89da-d93a446ca75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:24.408266 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:24.419495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 8f7c5038-c633-49ce-affb-3c620879b164 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:24.465364 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'Port': ['ID=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:24.490208 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f130dca9-a467-4126-9b69-190dc24001fe req-a673a6ec-5ba6-4d7b-b680-50f06ccf6343 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563746 Feb 15 15:47:24.498255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 8f7c5038-c633-49ce-affb-3c620879b164 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:24.510203 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d65ca5f6-45e8-42ec-8cbc-a5f85e9de267 req-e353ce14-b115-4d22-9dd7-7dc49592e8be tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525250 Feb 15 15:47:24.510203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:24.510412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 8f7c5038-c633-49ce-affb-3c620879b164 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:24.510412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.517729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group_rule and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:24.519527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-a7296dea-4326-483b-8631-6be76d552e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:24.523678 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-a7296dea-4326-483b-8631-6be76d552e6a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 1160 time: 0.9608114 Feb 15 15:47:24.524395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a824b51-5b7f-4143-951c-a163ae651ff5,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:24.538860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37944) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:24.539787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:24.555968 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=450077af0130481bba519b94141ae56a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4595714 Feb 15 15:47:24.561905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:24.566743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:24.721747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:47:24.748294 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-a62790a6-7b13-454a-8c6a-05651c370a79 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f462b876-89d4-4614-9fba-1f6e152390f7 HTTP/1.1" status: 200 len: 217 time: 0.1909161 Feb 15 15:47:24.755542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.758479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.774131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Sync routers for ids ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:47:24.811379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 8f7c5038-c633-49ce-affb-3c620879b164, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=8f7c5038-c633-49ce-affb-3c620879b164,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:24.813175 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Routers {'8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:24.814018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:46:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:24.820468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.828773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-af41b507-cbf8-4a43-b036-5cf7ac2eb7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:24.863970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a8c3f0-fe68-4cf2-8a74-0a183df02f45,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:24.866782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:24.874913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.879305 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12a8c3f0-fe68-4cf2-8a74-0a183df02f45 HTTP/1.1" status: 204 len: 168 time: 2.0892096 Feb 15 15:47:24.881025 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] 10.222.0.74 "PUT /v2.0/routers/8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2551000 Feb 15 15:47:24.904255 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5', 'code': 200} Feb 15 15:47:24.908057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-67585e15-be80-4042-9841-008f0787c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:24.909873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-67585e15-be80-4042-9841-008f0787c871 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.1546466 Feb 15 15:47:24.953660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:24.976965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:25.073961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:25.079846 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-b7762db7-7e1c-4ccd-847d-1b7d202c8c30 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621058 Feb 15 15:47:25.081467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:25.084478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:25.180584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.252714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=8f7c5038-c633-49ce-affb-3c620879b164,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:25.283409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7140a8bc-409c-46d8-ab19-b1860d5acfb5 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:25.335256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:25.338123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.388880 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:25.424110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.435605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82c712-9c74-4927-a839-f4723b21623d req-dc830fca-35b7-49ac-aed0-11340f774cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:25.437265 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fd82c712-9c74-4927-a839-f4723b21623d req-dc830fca-35b7-49ac-aed0-11340f774cfc service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 1163 time: 0.2949154 Feb 15 15:47:25.439628 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-2aabca15-be0a-4147-b860-d7daf2e5ee20 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499851 Feb 15 15:47:25.461724 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3689778 Feb 15 15:47:25.467724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Request body: {'port': {'device_id': '0e9d7697-e51f-47fe-b113-62982628bccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:25.485854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-368de044-f112-421f-b283-a7ee9d28317d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.503699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:25.504037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.511809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 37970) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:25.603350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c26a15-e969-44e5-9bde-082ca3dfbbff req-bdd1c7bf-d570-4c51-965d-ef72361475e5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:25.604055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-c7c26a15-e969-44e5-9bde-082ca3dfbbff req-bdd1c7bf-d570-4c51-965d-ef72361475e5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Synchronizing usage tracker for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:25.608816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.621503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.649173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.650489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:25.665479 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1bc48737-8c44-4ea4-8280-b8eab4ab7172 req-fd33285b-07bb-4119-bc5b-baf6e9ed5d4c service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1908398 Feb 15 15:47:25.668997 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.671095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4ac5700a-61bc-43ba-82eb-adaeaaa25a0a None None] Provisioning for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:25.680300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4ac5700a-61bc-43ba-82eb-adaeaaa25a0a None None] Provisioning complete for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:25.680698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4ac5700a-61bc-43ba-82eb-adaeaaa25a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.687946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:25.693351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Usage tracker for resource:security_group_rule and tenant:406e65fff2ef4eeabbef2f738a0ac600 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:25.707029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8f8a7294a4491dae710223964c215a is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:25.710496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd6c1f47-843a-4ec2-9c32-b95136887e85 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:25.714448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:25.721931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:25.752569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:25.765673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Set router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:25.784019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.789251 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5864947 Feb 15 15:47:25.789766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 37986) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:25.790952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:25.799662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'floatingip': {'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:25.800306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03136b2d-c233-4740-ba33-173e3d868b73,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:25.803086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:25.814756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-c7c26a15-e969-44e5-9bde-082ca3dfbbff req-bdd1c7bf-d570-4c51-965d-ef72361475e5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Unset dirty status for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:25.816127 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7c26a15-e969-44e5-9bde-082ca3dfbbff req-bdd1c7bf-d570-4c51-965d-ef72361475e5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 932 time: 1.0982513 Feb 15 15:47:25.817335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:25.826983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:floatingip and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:25.828363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5700a-61bc-43ba-82eb-adaeaaa25a0a None None] Port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:47:25.832676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:25.844023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:25.872038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.933113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.971261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:25.979421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-3b377c9b-a7bb-497a-ae43-1ccd67ab0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:25.981272 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-3b377c9b-a7bb-497a-ae43-1ccd67ab0e57 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 1160 time: 0.2535164 Feb 15 15:47:25.987080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d18beee-2d20-4f7c-8dce-77775ac2baec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:26.021845 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.046608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a824b51-5b7f-4143-951c-a163ae651ff5,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:26.049813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:26.122322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.126194 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7c26a15-e969-44e5-9bde-082ca3dfbbff req-2b187d82-2158-4245-893c-3ceb87147f08 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715046 Feb 15 15:47:26.126989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.128153 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1a824b51-5b7f-4143-951c-a163ae651ff5 HTTP/1.1" status: 204 len: 168 time: 1.5784945 Feb 15 15:47:26.134974 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.161719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7aec8bb-0cd5-4a12-ad03-6b6f817bb94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:26.233362 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fd82c712-9c74-4927-a839-f4723b21623d req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7834404 Feb 15 15:47:26.249952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 4, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '62ec1299-4b6d-4102-abfe-f01df97c7c7e', 'name': '', 'network_id': '07df1439-717b-432e-8113-46918da4e280', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'mac_address': 'fa:16:3e:d4:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '585b8111-4171-4726-bdce-07cf3361f480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:14Z', 'updated_at': '2021-02-15T15:47:20Z', 'revision_number': 2, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'subnets': [{'id': '585b8111-4171-4726-bdce-07cf3361f480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:26.250671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=713f7eb5-ac5b-439d-ba7f-9b4bd90310c4,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:26.257648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Checking router: 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:47:26.258140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Updating router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 port 62ec1299-4b6d-4102-abfe-f01df97c7c7e binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:47:26.284795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:26.317551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-c32011bf-64f5-400c-a9bd-21f05f0e4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:26.320658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-2a5c286c-17c8-4b45-ba5c-aaf6693e2373 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:26.322896 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-2a5c286c-17c8-4b45-ba5c-aaf6693e2373 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 819 time: 0.5055490 Feb 15 15:47:26.323023 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-c32011bf-64f5-400c-a9bd-21f05f0e4965 service neutron] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 908 time: 0.3331180 Feb 15 15:47:26.359853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.361206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.423169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 8f7c5038-c633-49ce-affb-3c620879b164 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:26.489526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.498369 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-520bedc3-70c2-4102-b9db-155aa41d9f12 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/quotas/180944fec73b4139972e8f1d2c71e9e4 HTTP/1.1" status: 200 len: 375 time: 0.1389544 Feb 15 15:47:26.579696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.588552 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-5325505a-d0fb-4f19-a338-abfbf5d1933a service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f462b876-89d4-4614-9fba-1f6e152390f7 HTTP/1.1" status: 200 len: 217 time: 0.0910909 Feb 15 15:47:26.597043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-722bdd61-3376-4e7e-818c-b262356faa05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:26.693604 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8d8f8a7294a4491dae710223964c215a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1686265 Feb 15 15:47:26.693604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ba63b2-e534-4ac8-a73c-69ade3687a2a,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:26.695625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38002) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:26.735806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:26.773615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-e2f755ce-8a46-4541-9451-502f653c1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:26.775727 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-e2f755ce-8a46-4541-9451-502f653c1fde service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.1786673 Feb 15 15:47:26.790535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 8f7c5038-c633-49ce-affb-3c620879b164 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:26.790955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:26.884596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77141ace-861b-45f2-90b9-4381b3c6a58e req-215ba8e7-cbdb-4ca7-a0bd-7bffaf39fb26 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:26.886679 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-77141ace-861b-45f2-90b9-4381b3c6a58e req-215ba8e7-cbdb-4ca7-a0bd-7bffaf39fb26 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 946 time: 0.5619023 Feb 15 15:47:26.898444 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-2094e903-5fec-4179-9d74-1081124110fa tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3990600 Feb 15 15:47:27.028994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38008) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:27.033834 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-ccdbeca1-b7df-4e22-bc51-2fb935a3938b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2417088 Feb 15 15:47:27.118127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.168526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.186398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.235668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:27.245349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Allocated IP 172.28.2.215 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/43485f46-a537-4217-85fe-cf445ecad08a) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:27.259089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Usage tracker for resource:security_group_rule and tenant:b8189293bca242f8b1b4561682c8f0b3 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:27.266681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.266849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:27.285329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.295383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Transition to ACTIVE for port object 62ec1299-4b6d-4102-abfe-f01df97c7c7e will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:27.297587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.299339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.305663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:27.315648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:27.329374 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-77141ace-861b-45f2-90b9-4381b3c6a58e req-5b1362f2-28ae-46fd-85a1-cc2c1ef3b6de tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378882 Feb 15 15:47:27.432550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5b01-f8aa-409c-b7f5-40c105759de2 None None] Pushing event updated for resources: {'Port': ['ID=62ec1299-4b6d-4102-abfe-f01df97c7c7e,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:27.449297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-062c5b01-f8aa-409c-b7f5-40c105759de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:27.459725 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-0ef6d47c-3a05-40f5-99ea-93bb7e9d46b9 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091375 Feb 15 15:47:27.469828 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-587faa9c-1507-4c82-bc50-ae1c5b6e2f82 service neutron] 10.222.0.74 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699110 Feb 15 15:47:27.645016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Attempting to bind port 62ec1299-4b6d-4102-abfe-f01df97c7c7e on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:27.645271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Attempting to bind port 62ec1299-4b6d-4102-abfe-f01df97c7c7e by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:27.645640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Attempting to bind port 62ec1299-4b6d-4102-abfe-f01df97c7c7e on network 07df1439-717b-432e-8113-46918da4e280 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:27.646575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:47:27.652564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:27.652988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Checking segment: {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:27.653428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.653864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Bound using segment: {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:27.654689 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Bound port: 62ec1299-4b6d-4102-abfe-f01df97c7c7e, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:27.654811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.662838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.701500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Transition to ACTIVE for port object 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:27.706958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.732591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2f1a6596-b183-43f2-bcbc-686c7b1c27b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:27.755161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] For port 62ec1299-4b6d-4102-abfe-f01df97c7c7e, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:27.760600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] For port 62ec1299-4b6d-4102-abfe-f01df97c7c7e, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=62ec1299-4b6d-4102-abfe-f01df97c7c7e,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:27.764450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.780866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ee257b69-fd71-47a9-81a8-5bf2282fabca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:27.854511 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.879216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787515b-56dd-4a2a-bdd4-1e20709696d9 req-46909e80-0311-4991-aa9b-787b96d1e869 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:27.880523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fd787203-dc56-4712-a9c4-049dea68e1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:27.882806 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4787515b-56dd-4a2a-bdd4-1e20709696d9 req-46909e80-0311-4991-aa9b-787b96d1e869 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 943 time: 0.4049232 Feb 15 15:47:27.906692 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-7556c091-989d-47db-bcc2-b306066b3040 service neutron] 10.222.0.74 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3780117 Feb 15 15:47:27.910607 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ba63b2-e534-4ac8-a73c-69ade3687a2a,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:27.918243 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.935694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:27.968143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5b01-f8aa-409c-b7f5-40c105759de2 None None] Pushing event updated for resources: {'Port': ['ID=62ec1299-4b6d-4102-abfe-f01df97c7c7e,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:27.969145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-774e5d64-b465-4a6a-bf90-e19e101daa87 req-da7efe17-6607-4305-bf0c-2dbc8467ae70 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4979300 Feb 15 15:47:27.971314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.972069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-062c5b01-f8aa-409c-b7f5-40c105759de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:27.979357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:27.998208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:28.000498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Pushing event updated for resources: {'Port': ['ID=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:28.003634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:28.020152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:28.021380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57ba63b2-e534-4ac8-a73c-69ade3687a2a HTTP/1.1" status: 204 len: 168 time: 1.3252423 Feb 15 15:47:28.064548 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b8189293bca242f8b1b4561682c8f0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0337238 Feb 15 15:47:28.066196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7aea70-07f9-4134-a6f6-44f6d18c1753,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:28.067494 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38020) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:28.070926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:28.072377 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4787515b-56dd-4a2a-bdd4-1e20709696d9 req-bf186477-47d8-4b01-b72b-3684c09fdaf1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637912 Feb 15 15:47:28.083992 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Routers {'8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:28.084692 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:47:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:28.095639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:28.129062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:28.446760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:28.518991 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-58bafa7a-03a8-491f-bf4e-4ad9df074fb4 req-5908c097-3577-42d5-aaab-b41242b1e0bd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 210 time: 0.1429579 Feb 15 15:47:28.709377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:28.725713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Attempting to bind port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:28.726436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Attempting to bind port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:28.726965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Attempting to bind port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 on network cb3c15ea-43f2-4c2f-9972-ac9050314662 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:28.738622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'Port': ['ID=43485f46-a537-4217-85fe-cf445ecad08a,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:28.740127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:28.741977 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Checking segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:28.742865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:28.743542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Bound using segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:28.744207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Bound port: 5b2f5683-7780-4cd6-8c22-4dc6fae8f637, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:28.744707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:28.756082 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:28.787694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] Set router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:28.794642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:28.796150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:28.804147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:28.923116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] For port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:28.928928 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] For port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:28.941941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:28.966647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:29.038742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f091c29-0e44-4955-badb-4adc94610014 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:29.119294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:29.145009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57876e-cdbb-4481-b975-0dd3be010d8d req-9d96ea64-576d-4d54-aeb3-688340b62f32 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:29.146678 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-be57876e-cdbb-4481-b975-0dd3be010d8d req-9d96ea64-576d-4d54-aeb3-688340b62f32 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.6766090 Feb 15 15:47:29.164298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:29.254995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77ebc0-6b68-4a3d-9ec0-dcaf6a756b43 req-6c0f6e99-64b3-4cd5-9030-c200bd6ab7ea tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:29.257152 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0a77ebc0-6b68-4a3d-9ec0-dcaf6a756b43 req-6c0f6e99-64b3-4cd5-9030-c200bd6ab7ea tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 946 time: 0.4705019 Feb 15 15:47:29.270006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Pushing event updated for resources: {'Port': ['ID=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:29.273612 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:29.274819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:29.278554 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e7aea70-07f9-4134-a6f6-44f6d18c1753 HTTP/1.1" status: 204 len: 168 time: 1.2026598 Feb 15 15:47:29.281862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-30f3e70a-78e0-490e-b660-b675adc211e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:29.309773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7aea70-07f9-4134-a6f6-44f6d18c1753,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:29.312545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:29.400793 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-be57876e-cdbb-4481-b975-0dd3be010d8d req-c4b531e0-072b-4613-9794-68e90716e393 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197773 Feb 15 15:47:29.422133 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0a77ebc0-6b68-4a3d-9ec0-dcaf6a756b43 req-7ea17f9d-6c04-467d-b276-ec058aecf977 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529047 Feb 15 15:47:29.462655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:29.464425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:29.468008 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] 10.222.0.111 "PUT /v2.0/ports/5b2f5683-7780-4cd6-8c22-4dc6fae8f637 HTTP/1.1" status: 200 len: 1158 time: 4.0053759 Feb 15 15:47:29.480195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:29.529152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 4, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '62ec1299-4b6d-4102-abfe-f01df97c7c7e', 'name': '', 'network_id': '07df1439-717b-432e-8113-46918da4e280', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'mac_address': 'fa:16:3e:d4:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '585b8111-4171-4726-bdce-07cf3361f480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:14Z', 'updated_at': '2021-02-15T15:47:27Z', 'revision_number': 4, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'subnets': [{'id': '585b8111-4171-4726-bdce-07cf3361f480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:29.537099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-3195bdad-ab07-46ed-94db-ceed7b276fb4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:47:29.545661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c32a5-30db-4008-b3d6-72480d032cd9 None None] The sync data for ids ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'] in dv-cinder-768105-5-smb is: [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:19Z', 'revision_number': 4, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '62ec1299-4b6d-4102-abfe-f01df97c7c7e', 'name': '', 'network_id': '07df1439-717b-432e-8113-46918da4e280', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'mac_address': 'fa:16:3e:d4:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '585b8111-4171-4726-bdce-07cf3361f480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:14Z', 'updated_at': '2021-02-15T15:47:27Z', 'revision_number': 4, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'subnets': [{'id': '585b8111-4171-4726-bdce-07cf3361f480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:47:29.865343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:29.875391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:29.922454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device f462b876-89d4-4614-9fba-1f6e152390f7 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:30.102215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port f462b876-89d4-4614-9fba-1f6e152390f7 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:30.126653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port f462b876-89d4-4614-9fba-1f6e152390f7 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:30.127244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:30.193647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-9e6668dc-e7c6-4155-b788-360f0add9af4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:30.198568 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-9e6668dc-e7c6-4155-b788-360f0add9af4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 819 time: 0.6171327 Feb 15 15:47:30.199239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ebc6cde4-4e16-406d-ac8e-b25d8be2949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:30.464842 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-03bb17c1-1c24-4362-ad14-22203d0aeee6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/quotas/180944fec73b4139972e8f1d2c71e9e4 HTTP/1.1" status: 200 len: 375 time: 0.2038355 Feb 15 15:47:30.599518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 62ec1299-4b6d-4102-abfe-f01df97c7c7e up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:30.651826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-08d3e579-d4f1-418c-ac85-09c56c8cb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:30.656749 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-08d3e579-d4f1-418c-ac85-09c56c8cb4ba service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 1161 time: 0.7957516 Feb 15 15:47:30.797818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10790-2f11-4d31-8aef-2d5290a0003b req-b8b6df6f-dbb9-4b16-b6ac-e6b7616b7f57 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:30.800142 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-87d10790-2f11-4d31-8aef-2d5290a0003b req-b8b6df6f-dbb9-4b16-b6ac-e6b7616b7f57 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 943 time: 0.8212698 Feb 15 15:47:30.804153 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-4235e45e-b701-47dd-8129-119c94d5b1e0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637 HTTP/1.1" status: 200 len: 217 time: 0.1120517 Feb 15 15:47:30.886355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:30.999423 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-87d10790-2f11-4d31-8aef-2d5290a0003b req-0efb3031-0d15-4927-8fd2-a3e200605cbe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901150 Feb 15 15:47:31.015737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port f462b876-89d4-4614-9fba-1f6e152390f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f462b876-89d4-4614-9fba-1f6e152390f7,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:31.023288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:31.039741 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-08010983-5999-434c-8a48-aac0c64393a0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5716758 Feb 15 15:47:31.041734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.044777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ee257b69-fd71-47a9-81a8-5bf2282fabca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:31.054634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'Port': ['ID=43485f46-a537-4217-85fe-cf445ecad08a,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:31.063862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:31.126691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.265255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-bb570421-ab4c-401e-bf6d-89ad83c17142 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:31.269591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-bb570421-ab4c-401e-bf6d-89ad83c17142 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Synchronizing usage tracker for tenant:180944fec73b4139972e8f1d2c71e9e4 on resource:network {{(pid=84019) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:31.273518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.295698 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5042608 Feb 15 15:47:31.331849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-bb570421-ab4c-401e-bf6d-89ad83c17142 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Unset dirty status for tenant:180944fec73b4139972e8f1d2c71e9e4 on resource:network {{(pid=84019) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:31.333207 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-bb570421-ab4c-401e-bf6d-89ad83c17142 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 819 time: 0.9621437 Feb 15 15:47:31.348959 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Request body: {'port': {'device_id': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'network_id': '07df1439-717b-432e-8113-46918da4e280', 'admin_state_up': True, 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:31.451829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=f462b876-89d4-4614-9fba-1f6e152390f7,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:31.455413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device f462b876-89d4-4614-9fba-1f6e152390f7 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:31.493749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:31.500886 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 62ec1299-4b6d-4102-abfe-f01df97c7c7e completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:31.515703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 62ec1299-4b6d-4102-abfe-f01df97c7c7e triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:31.516135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.565346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:31.569711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Usage tracker for resource:port and tenant:180944fec73b4139972e8f1d2c71e9e4 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:31.572852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:31.580563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:31.597641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Made reservation on behalf of 180944fec73b4139972e8f1d2c71e9e4 for: {'port': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:31.604181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.677518 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-13539d7f-668e-4556-9f95-485dbb2a74b5 service neutron] 10.222.0.74 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333048 Feb 15 15:47:31.682414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port f462b876-89d4-4614-9fba-1f6e152390f7 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:31.683038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.683930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-bb0f661d-c832-4c88-bbc1-c7ecf32bd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:31.687449 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-bb0f661d-c832-4c88-bbc1-c7ecf32bd8e0 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.8537393 Feb 15 15:47:31.848476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.920512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 62ec1299-4b6d-4102-abfe-f01df97c7c7e, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=62ec1299-4b6d-4102-abfe-f01df97c7c7e,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:31.923857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:31.926931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8fad7d1-fb4d-46d1-bc70-343428a0fc22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:32.107585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=62ec1299-4b6d-4102-abfe-f01df97c7c7e,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:32.164029 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-9055e7e7-0627-44e9-a94b-b0515f47d8c1 service neutron] 10.222.0.74 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4853735 Feb 15 15:47:32.185256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-4efda775-c402-4e60-a43b-05995586d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:32.187265 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-4efda775-c402-4e60-a43b-05995586d75b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4601588 Feb 15 15:47:32.203558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Allocated IP 172.20.0.2 (07df1439-717b-432e-8113-46918da4e280/585b8111-4171-4726-bdce-07cf3361f480/ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:32.208891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949d4c9-1487-47e4-b012-bf73478c05b9 req-f1dc99d0-80ba-4993-af71-818f17e591a0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:32.211240 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a949d4c9-1487-47e4-b012-bf73478c05b9 req-f1dc99d0-80ba-4993-af71-818f17e591a0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.5483444 Feb 15 15:47:32.213414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:32.415234 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a949d4c9-1487-47e4-b012-bf73478c05b9 req-ee2323a5-2b4f-4fd2-af50-5e57ec9d8234 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749082 Feb 15 15:47:32.484682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 62ec1299-4b6d-4102-abfe-f01df97c7c7e up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:32.530311 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-3944295c-d9f9-42d4-aa19-f661941169d9 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292170 Feb 15 15:47:32.552224 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7', 'code': 200} Feb 15 15:47:32.675958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:32.706256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 62ec1299-4b6d-4102-abfe-f01df97c7c7e triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:32.706925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:32.752194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:32.757611 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d38cf3b-cc0b-4854-ab4f-dc5e2cd0c9e3 req-c3d4161b-cb37-4cc8-a63e-2af91bb72e20 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2166553 Feb 15 15:47:32.794654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:32.830454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-57214c50-f5e5-489b-bdf5-d13975f5fd30 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Synchronizing usage tracker for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:32.856645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-57214c50-f5e5-489b-bdf5-d13975f5fd30 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Unset dirty status for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:32.875448 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-57214c50-f5e5-489b-bdf5-d13975f5fd30 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1114127239&fields=id&tenant_id=194177d10d7147c1ba296129e5fae4b9 HTTP/1.1" status: 200 len: 267 time: 0.1134892 Feb 15 15:47:33.128433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Pushing event updated for resources: {'Port': ['ID=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:33.136300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:33.154512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-bf3ac936-3550-47d3-9615-44821de80ec2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:33.171922 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-bf3ac936-3550-47d3-9615-44821de80ec2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 810 time: 0.2954617 Feb 15 15:47:33.231935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device f462b876-89d4-4614-9fba-1f6e152390f7 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:33.260069 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-8102d160-8568-403f-bc7a-c1480128a05f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/quotas/194177d10d7147c1ba296129e5fae4b9 HTTP/1.1" status: 200 len: 375 time: 0.0862284 Feb 15 15:47:33.329507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Network 07df1439-717b-432e-8113-46918da4e280 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:33.332188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:33.337625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:33.392079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42adcee-9647-4726-a7b7-96b23669b136 req-81bd467a-2dd6-4c5d-a989-c6074c9bc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:33.395458 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b42adcee-9647-4726-a7b7-96b23669b136 req-81bd467a-2dd6-4c5d-a989-c6074c9bc92f service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 1162 time: 0.2176747 Feb 15 15:47:33.403090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-e2abba05-4a08-4ace-87c9-e3c4c2078511 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Synchronizing usage tracker for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:33.419399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port f462b876-89d4-4614-9fba-1f6e152390f7 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:33.421172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:33.456201 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b42adcee-9647-4726-a7b7-96b23669b136 req-a3499d68-4764-408d-8ad6-de501af2b17d service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493686 Feb 15 15:47:33.474502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-e2abba05-4a08-4ace-87c9-e3c4c2078511 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Unset dirty status for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:33.482830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:33.483581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:33.486568 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-e2abba05-4a08-4ace-87c9-e3c4c2078511 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2257450 Feb 15 15:47:33.534332 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1898143 Feb 15 15:47:33.655652 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'status': 'completed', 'code': 200} Feb 15 15:47:33.690572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Request body: {'port': {'device_id': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:33.713817 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-7e7626af-797a-4e03-b694-f0fac13ee478 service neutron] 10.222.0.74 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200840 Feb 15 15:47:33.871746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:33.938612 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-5bd1de2a-da43-4f55-9611-3aabeffa6f79 service neutron] 10.222.0.74 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1825795 Feb 15 15:47:33.996396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060bc82-dad8-4a22-ba98-0164b94ba315 req-54f375bc-bd5e-420f-a388-a2c389d71fe2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:34.005354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0060bc82-dad8-4a22-ba98-0164b94ba315 req-54f375bc-bd5e-420f-a388-a2c389d71fe2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 945 time: 0.3486838 Feb 15 15:47:34.084430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-327b2ce5-8197-4835-aade-562db89503cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:34.101185 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-327b2ce5-8197-4835-aade-562db89503cb service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 1161 time: 0.3765061 Feb 15 15:47:34.246587 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0060bc82-dad8-4a22-ba98-0164b94ba315 req-83086cef-ddc3-4223-946f-492a607b3ed1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401602 Feb 15 15:47:34.451881 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dfb358bf-25ee-404a-afff-df1042f82cb0 req-fc495874-df3a-472d-bba0-9d9ae0765f26 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 210 time: 0.0855436 Feb 15 15:47:34.481989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-6b53221c-057d-4f4d-91be-efd3ed21ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:34.483600 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-6b53221c-057d-4f4d-91be-efd3ed21ee64 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.3815169 Feb 15 15:47:34.560359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38240) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:34.752213 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc {{(pid=84019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:47:34.773028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:34.784497 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-70762863-2778-43ab-8470-127ead4249b0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637 HTTP/1.1" status: 200 len: 217 time: 0.2886882 Feb 15 15:47:34.807796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:34.841497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:34.845202 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Transition to ACTIVE for port object ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:35.086518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1615e-e9e9-478b-b1f6-7f19a42196bb req-1e4d5718-4820-4bfb-b3c0-acedf3766b8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:35.097971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Usage tracker for resource:security_group_rule and tenant:9904aefdf0864a8bbb27edde0afdd66e is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:35.098654 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cea1615e-e9e9-478b-b1f6-7f19a42196bb req-1e4d5718-4820-4bfb-b3c0-acedf3766b8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.4302893 Feb 15 15:47:35.100663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-511a98c6-9522-4385-b769-da9d44976c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:35.101958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:35.107498 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-511a98c6-9522-4385-b769-da9d44976c13 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.2940292 Feb 15 15:47:35.111957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:35.141923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:35.254239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:35.358920 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cea1615e-e9e9-478b-b1f6-7f19a42196bb req-71d25b97-da4b-447a-bef4-99abb60a48a7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500443 Feb 15 15:47:35.445025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-aa0277c9-bcd5-4c79-b7cf-821d1b42c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:35.450304 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-aa0277c9-bcd5-4c79-b7cf-821d1b42c52b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2687333 Feb 15 15:47:35.661730 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-75e1e7d9-1a86-41ac-9f8f-14fd0c5bcdea req-58b3d788-6753-4371-aab4-3828e4c0c56f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 210 time: 0.1463287 Feb 15 15:47:35.772875 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-ff066c89-75cc-44eb-869a-4316edd6232f service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873874 Feb 15 15:47:35.777707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:35.781437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:35.853540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-5949e9ee-c6e9-48c9-9b6c-d2cef6e3e776 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:35.855178 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-5949e9ee-c6e9-48c9-9b6c-d2cef6e3e776 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 819 time: 1.0088370 Feb 15 15:47:35.943949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Request body: {'port': {'device_id': '9757cca7-0570-4003-85fb-54678789f992', 'network_id': '07df1439-717b-432e-8113-46918da4e280', 'admin_state_up': True, 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:36.044465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:36.140986 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5d022529-0f54-468f-bc4e-c75f395e3df9 req-ee4cd009-a42a-4d7d-a4f9-347dd6bf6c85 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 210 time: 0.3252988 Feb 15 15:47:36.161370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.170536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.189846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-941b3f39-c2c1-4549-b4ce-2d3a74fcac4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:36.192455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a97d7-7c40-42ee-87c8-28c126ebcea0 req-658a7306-1d08-4e75-ac89-95d893fcdc28 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:36.194467 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b09a97d7-7c40-42ee-87c8-28c126ebcea0 req-658a7306-1d08-4e75-ac89-95d893fcdc28 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 945 time: 0.4792562 Feb 15 15:47:36.201539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:36.206878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:36.207534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.240744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ad658f-960d-41d9-b801-32276094b271,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:36.244087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:36.259478 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b09a97d7-7c40-42ee-87c8-28c126ebcea0 req-bfab3d8a-8299-4cb5-ae58-bfa93a90679b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567250 Feb 15 15:47:36.271638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Attempting to bind port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:36.272823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Attempting to bind port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:36.273208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Attempting to bind port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc on network 07df1439-717b-432e-8113-46918da4e280 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:36.273494 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d4684533-d9e3-44d5-96f8-2b8c9ade2f5c req-9dcf2e9b-e720-4eea-8ab6-5a16aa1f6a58 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4874265 Feb 15 15:47:36.293966 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9904aefdf0864a8bbb27edde0afdd66e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7290449 Feb 15 15:47:36.295056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38278) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:36.296547 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:36.296934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Checking segment: {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:36.297312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.297710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Bound using segment: {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:36.298263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Bound port: ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:36.298645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.317375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:36.361603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.395539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:36.407600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:36.409841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Usage tracker for resource:port and tenant:180944fec73b4139972e8f1d2c71e9e4 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:36.410805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.414290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:36.415263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:36.418484 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] For port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc, host hv-cinder-76810, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:36.424640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] For port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:36.425966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:36.440918 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08d12b3c-7d1e-4420-9d15-c34ed8580d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.444461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.503767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08d12b3c-7d1e-4420-9d15-c34ed8580d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.513658 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'code': 200} Feb 15 15:47:36.520052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:36.526495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:36.538253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Made reservation on behalf of 180944fec73b4139972e8f1d2c71e9e4 for: {'port': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:36.546823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:36.604473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:36.864027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.111', 50058) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:36.876748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-c820953f-7b67-4347-a729-c1d593bb06ce tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:36.878377 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-c820953f-7b67-4347-a729-c1d593bb06ce tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 810 time: 0.3120852 Feb 15 15:47:37.036119 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90cc390b-1b18-4bc2-926a-9d6ec1371128 req-828a8ee9-cadb-48d3-bdd1-d80c716f72eb tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 210 time: 0.1003072 Feb 15 15:47:37.084036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08d12b3c-7d1e-4420-9d15-c34ed8580d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:37.098385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:37.144685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94f2df-573d-4ed7-95bb-dab90a349af4 req-d239ce27-a829-4f7b-9f00-703e46237603 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:37.152490 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bd94f2df-573d-4ed7-95bb-dab90a349af4 req-d239ce27-a829-4f7b-9f00-703e46237603 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.3524950 Feb 15 15:47:37.162233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d12b3c-7d1e-4420-9d15-c34ed8580d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ad658f-960d-41d9-b801-32276094b271,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:37.168756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-08d12b3c-7d1e-4420-9d15-c34ed8580d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:37.200287 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-08d12b3c-7d1e-4420-9d15-c34ed8580d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:37.201610 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-08d12b3c-7d1e-4420-9d15-c34ed8580d1e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07ad658f-960d-41d9-b801-32276094b271 HTTP/1.1" status: 204 len: 168 time: 0.9055932 Feb 15 15:47:37.222529 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-0fc726de-a469-4bab-be9f-0009613725e9 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=194177d10d7147c1ba296129e5fae4b9 HTTP/1.1" status: 200 len: 5704 time: 0.2788360 Feb 15 15:47:37.241190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Pushing event updated for resources: {'Port': ['ID=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:37.268260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:37.270324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'port': {'device_id': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'admin_state_up': True, 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'security_groups': ['81563183-b3c2-472d-8a8c-a1c5369e3e15']}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:37.304236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf56ea-a2b0-42c0-b46d-895c0e551243 req-080fa711-3ce6-4bb5-82db-dacf1bab0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:37.314203 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a0cf56ea-a2b0-42c0-b46d-895c0e551243 req-080fa711-3ce6-4bb5-82db-dacf1bab0027 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 1163 time: 0.4471581 Feb 15 15:47:37.338191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:37.447943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:37.449125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:37.450867 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-876c8c57-35e6-4f3e-a4e5-1e77664bcd4b service neutron] 10.222.0.111 "PUT /v2.0/ports/ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 1157 time: 3.7649806 Feb 15 15:47:37.451658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:37.519746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:37.520174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:37.572444 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7a4d8a3-9791-4828-85a3-d0c913bbaf3a req-de5fc2ea-c257-4064-8d48-028948e6787d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 210 time: 0.1085985 Feb 15 15:47:37.598360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Allocated IP 172.20.0.9 (07df1439-717b-432e-8113-46918da4e280/585b8111-4171-4726-bdce-07cf3361f480/2ad71393-0d33-4927-96a1-688944b58439) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:37.601251 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bd94f2df-573d-4ed7-95bb-dab90a349af4 req-def898d9-73fa-4867-82ac-70bbbec0ec8f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477749 Feb 15 15:47:37.672021 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a0cf56ea-a2b0-42c0-b46d-895c0e551243 req-2c49ee81-dff1-4c1c-9615-e4b2b9f3f489 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622438 Feb 15 15:47:37.691267 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc', 'status': 'completed', 'code': 200} Feb 15 15:47:37.711527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38326) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:37.727057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:37.737919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:37.747604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Made reservation on behalf of 194177d10d7147c1ba296129e5fae4b9 for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:37.753253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:37.768134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:37.855335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:37.866071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Usage tracker for resource:security_group_rule and tenant:a4056436a0c14cb785733e5a9bd71ddb is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:37.870088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:37.885868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:37.911844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-75163876-dd68-4b78-b033-fbc9fadeeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:37.914094 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-75163876-dd68-4b78-b033-fbc9fadeeb5d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1160 time: 0.4081264 Feb 15 15:47:37.981016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.129553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.141462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Allocated IP 172.20.0.6 (bc13a2dc-de7c-4981-9f14-3fa3ab2271f4/e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4/064ad0e1-a902-4ebd-88ef-de57ea1be265) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:38.142057 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-58fe0a77-d45a-446e-93e6-24bf2e41c2c3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 217 time: 0.0820208 Feb 15 15:47:38.143653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.156461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:38.204145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.347864 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-61dd7a7b-5b64-45d4-876e-744bac0737e2 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2670829 Feb 15 15:47:38.362913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447a6055-429c-44d3-932c-301d0082f2d6,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:38.365021 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-69f21715-916c-4d72-a7e7-15ee17daf4f5 req-7b0f395a-d580-45ca-9463-4fec441d53f0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 210 time: 0.0653076 Feb 15 15:47:38.367385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:38.374474 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a4056436a0c14cb785733e5a9bd71ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6541169 Feb 15 15:47:38.375321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:38.377311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38334) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:38.426527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-5f92b2d8-6d4c-403f-9d79-218250006579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:38.428624 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-5f92b2d8-6d4c-403f-9d79-218250006579 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.2727387 Feb 15 15:47:38.508625 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-7d38a9ef-b683-45ff-8a8e-4d1661c05c92 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637074 Feb 15 15:47:38.561317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.569994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.598792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Transition to ACTIVE for port object 064ad0e1-a902-4ebd-88ef-de57ea1be265 will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:38.629728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.659753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Pushing event updated for resources: {'Port': ['ID=2ad71393-0d33-4927-96a1-688944b58439,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:38.674141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:38.692264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-3933b92c-f617-4768-9b67-bb762a6b90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:38.694538 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-3933b92c-f617-4768-9b67-bb762a6b90b0 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=426abb0ce29a4c3c81f22c4aa549ffa3&device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 1163 time: 0.2254767 Feb 15 15:47:38.711165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.732509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Network 07df1439-717b-432e-8113-46918da4e280 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:38.735646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:38.735936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:38.739711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:38.849274 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-5943e2a4-63f7-4259-a9aa-0892e1e277be service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268402 Feb 15 15:47:38.863582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:38.864422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.899019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'Port': ['ID=064ad0e1-a902-4ebd-88ef-de57ea1be265,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:38.901722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:38.926411 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9965317 Feb 15 15:47:38.989162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Request body: {'port': {'device_id': '9757cca7-0570-4003-85fb-54678789f992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:39.063459 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:39.075607 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-9e58d9b0-d192-4097-836c-884af130b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:39.077221 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-9e58d9b0-d192-4097-836c-884af130b69f service neutron] 10.222.0.111 "GET /v2.0/networks?id=c6a65c1d-6699-4811-94a7-126fbb360b1e HTTP/1.1" status: 200 len: 906 time: 0.3447273 Feb 15 15:47:39.077792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-461828cc-cb38-4eec-bd7f-27eb8b898516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:39.160473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a6055-429c-44d3-932c-301d0082f2d6,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:39.240612 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:39.241520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38374) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:39.253657 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-869cd911-885c-476f-8cce-6f5b3e64ae2b service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5 HTTP/1.1" status: 200 len: 217 time: 0.1516874 Feb 15 15:47:39.270980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:39.272701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/447a6055-429c-44d3-932c-301d0082f2d6 HTTP/1.1" status: 204 len: 168 time: 0.8941605 Feb 15 15:47:39.607421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:39.611980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:39.620980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:39.731676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:39.764753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-7431582c-5523-4146-9d00-af399424d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:39.769314 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d9cc33c-1429-418a-aa86-2eb38dbcc37a req-677a8a69-e377-4a54-9c6d-023ae427d392 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8711288 Feb 15 15:47:39.775688 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-7431582c-5523-4146-9d00-af399424d5fd service neutron] 10.222.0.111 "GET /v2.0/subnets?id=3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f HTTP/1.1" status: 200 len: 852 time: 0.5010548 Feb 15 15:47:39.786400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806b72-14bb-4237-a94f-40d79686e9eb req-57ed45df-d366-467d-a5c1-c978f59a4c6f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:39.796359 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-18806b72-14bb-4237-a94f-40d79686e9eb req-57ed45df-d366-467d-a5c1-c978f59a4c6f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 931 time: 0.7334254 Feb 15 15:47:39.955949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:39.956802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:39.996786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1662db91-4434-49ba-ab06-e6161edce2c2 None None] Provisioning for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:40.003131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1662db91-4434-49ba-ab06-e6161edce2c2 None None] Provisioning complete for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:40.003775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1662db91-4434-49ba-ab06-e6161edce2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:40.006998 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-c5cc3881-a91c-44fe-8d97-8ab72c9dea2e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=c6a65c1d-6699-4811-94a7-126fbb360b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619654 Feb 15 15:47:40.120567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1662db91-4434-49ba-ab06-e6161edce2c2 None None] Port 064ad0e1-a902-4ebd-88ef-de57ea1be265 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:47:40.172833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-a8edd1ac-75c9-4874-8a25-29ddfb3f367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:40.174838 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-a8edd1ac-75c9-4874-8a25-29ddfb3f367c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1160 time: 0.3248708 Feb 15 15:47:40.201764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:47:40.407689 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:40.440826 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-18806b72-14bb-4237-a94f-40d79686e9eb req-b87854b1-4c65-4efd-b0ba-6c93e345a4cd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434977 Feb 15 15:47:40.453141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:40.457828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Usage tracker for resource:security_group_rule and tenant:467e162c11b644258d23e31f4156ac08 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:40.460927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:40.466742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:40.481556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-825ec862-004e-4462-b09f-d9cdbdb1e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:40.483383 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-825ec862-004e-4462-b09f-d9cdbdb1e5de service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.2965405 Feb 15 15:47:40.484643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de5e6a-65ac-4e78-aa27-f0a69afc570a req-6b4f57bd-02c9-41a0-94df-f109c648f1a1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:40.493865 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81de5e6a-65ac-4e78-aa27-f0a69afc570a req-6b4f57bd-02c9-41a0-94df-f109c648f1a1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.9741604 Feb 15 15:47:40.495731 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2393825 Feb 15 15:47:40.572876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:40.582050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Request body: {'port': {'device_id': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:40.666764 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-7dc20534-bf22-4e48-97d5-f72771e76001 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 217 time: 0.1339474 Feb 15 15:47:40.675443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:40.701146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:40.749078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad71393-0d33-4927-96a1-688944b58439 {{(pid=84019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:47:40.760594 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:40.780602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-32fb13ad-4a23-43b1-91a7-b843d372e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:40.782469 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-32fb13ad-4a23-43b1-91a7-b843d372e739 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.1045933 Feb 15 15:47:40.783488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Transition to ACTIVE for port object 2ad71393-0d33-4927-96a1-688944b58439 will not be triggered until provisioned by entity L2. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:40.786501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:40.805780 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:40.813704 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=467e162c11b644258d23e31f4156ac08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5714235 Feb 15 15:47:40.841354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38428) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:40.854247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8cd9c8-5314-4a3d-aa7b-e6084fb2eb92,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:40.869147 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81de5e6a-65ac-4e78-aa27-f0a69afc570a req-e98d6d47-fef7-4b8d-9d81-747b68023b00 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3751915 Feb 15 15:47:40.881472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:40.918119 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-7a82211d-3318-4bb1-bc89-1e909cba2645 service neutron] 10.222.0.111 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8971124 Feb 15 15:47:40.927821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:40.994356 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-fed504d1-2f78-4094-9f79-dae56d18c2f1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895480 Feb 15 15:47:41.112891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Pushing event updated for resources: {'Port': ['ID=2ad71393-0d33-4927-96a1-688944b58439,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:41.182145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:41.309824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:41.342570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e371bbd-c94b-4653-8f99-9154303a8877 req-c5881457-76c7-4a84-bed1-b249ec684459 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:41.343654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-9e371bbd-c94b-4653-8f99-9154303a8877 req-c5881457-76c7-4a84-bed1-b249ec684459 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Synchronizing usage tracker for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:41.442067 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-9e371bbd-c94b-4653-8f99-9154303a8877 req-c5881457-76c7-4a84-bed1-b249ec684459 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Unset dirty status for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:41.444164 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9e371bbd-c94b-4653-8f99-9154303a8877 req-c5881457-76c7-4a84-bed1-b249ec684459 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 931 time: 0.8174827 Feb 15 15:47:41.495032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:41.514641 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-e51903e2-11ca-447c-803e-77d546c57a0b service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436452 Feb 15 15:47:41.687535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Attempting to bind port 2ad71393-0d33-4927-96a1-688944b58439 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:41.688059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Attempting to bind port 2ad71393-0d33-4927-96a1-688944b58439 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:41.688231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Attempting to bind port 2ad71393-0d33-4927-96a1-688944b58439 on network 07df1439-717b-432e-8113-46918da4e280 {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:41.714423 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9e371bbd-c94b-4653-8f99-9154303a8877 req-02daf293-0e6a-445d-9d8f-d5d27406ce81 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582827 Feb 15 15:47:41.715179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:41.715558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Checking segment: {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:41.715963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:41.716356 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Bound using segment: {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'} {{(pid=84019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:41.716727 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90b28407-a3b5-4f2f-b951-49243bf1a823 req-07cd7d22-9681-4842-9d6d-21242165b5f8 service neutron] 10.222.0.111 "GET /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7728100 Feb 15 15:47:41.717006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Bound port: 2ad71393-0d33-4927-96a1-688944b58439, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa2c217-0354-4b53-9147-c5602c2e5430', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '07df1439-717b-432e-8113-46918da4e280'}}] {{(pid=84019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:41.717392 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:41.742848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c784a4-cb61-4a6e-828d-5e3bd4111577 req-1ba7619a-2cf1-4d42-9364-6ea78a194562 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:41.751406 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-00c784a4-cb61-4a6e-828d-5e3bd4111577 req-1ba7619a-2cf1-4d42-9364-6ea78a194562 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 946 time: 0.4147706 Feb 15 15:47:41.847524 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-00c784a4-cb61-4a6e-828d-5e3bd4111577 req-047f0053-a915-441b-8a0f-93a9489f4cc5 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822706 Feb 15 15:47:41.871466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:41.879761 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9deae37a-947c-46f0-8306-9ddd02f5ab8f req-4b2e055e-d58c-4219-908e-f4ca3bdc3642 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3468041 Feb 15 15:47:41.884167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:41.909342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:41.913285 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca8cd9c8-5314-4a3d-aa7b-e6084fb2eb92 HTTP/1.1" status: 204 len: 168 time: 0.9706266 Feb 15 15:47:41.921837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8cd9c8-5314-4a3d-aa7b-e6084fb2eb92,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:41.937142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:41.956480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] For port 2ad71393-0d33-4927-96a1-688944b58439, host hv-cinder-76810, cleared binding levels {{(pid=84019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:41.961767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] For port 2ad71393-0d33-4927-96a1-688944b58439, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2ad71393-0d33-4927-96a1-688944b58439,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:41.966683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:42.076954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064ad0e1-a902-4ebd-88ef-de57ea1be265 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:47:42.095770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:42.182332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Transition to ACTIVE for port object 064ad0e1-a902-4ebd-88ef-de57ea1be265 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:42.184514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:42.190469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:42.294063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:42.302609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Pushing event updated for resources: {'Port': ['ID=2ad71393-0d33-4927-96a1-688944b58439,revision_number=3']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:42.308393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:42.335717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76131398-6a67-4b55-93fd-c226604bdbac req-9bafc67e-9658-4729-ae28-aa6826de24e5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:42.337354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-76131398-6a67-4b55-93fd-c226604bdbac req-9bafc67e-9658-4729-ae28-aa6826de24e5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 943 time: 0.3250854 Feb 15 15:47:42.341504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:42.342642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:42.343863 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] 10.222.0.111 "PUT /v2.0/ports/2ad71393-0d33-4927-96a1-688944b58439 HTTP/1.1" status: 200 len: 1157 time: 3.3599398 Feb 15 15:47:42.344408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9757cca7-0570-4003-85fb-54678789f992', 'tag': '2ad71393-0d33-4927-96a1-688944b58439'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:42.473676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-232ea5c4-a062-4c08-92a0-74da9c0569da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:42.473950 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505428a8-e6cd-457d-aee1-0ec7132963c1 req-88414aed-cde2-402c-9d52-6234a39c9282 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:42.476032 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-505428a8-e6cd-457d-aee1-0ec7132963c1 req-88414aed-cde2-402c-9d52-6234a39c9282 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.3886008 Feb 15 15:47:42.481720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Pushing event updated for resources: {'Port': ['ID=064ad0e1-a902-4ebd-88ef-de57ea1be265,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:42.483149 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-232ea5c4-a062-4c08-92a0-74da9c0569da service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 1160 time: 0.0881047 Feb 15 15:47:42.484869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:42.523141 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-76131398-6a67-4b55-93fd-c226604bdbac req-b1a2120c-7279-4270-95f2-fd6c8002b5c9 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597300 Feb 15 15:47:42.632443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38482) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:42.714055 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-505428a8-e6cd-457d-aee1-0ec7132963c1 req-9be257a1-aa3b-41c2-bb42-04890fb488b1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249370 Feb 15 15:47:42.808069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:42.870596 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9757cca7-0570-4003-85fb-54678789f992', 'tag': '2ad71393-0d33-4927-96a1-688944b58439', 'status': 'completed', 'code': 200} Feb 15 15:47:42.880445 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-af152cf9-0606-4826-b80f-35432c027a1b service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ad71393-0d33-4927-96a1-688944b58439 HTTP/1.1" status: 200 len: 217 time: 0.3810415 Feb 15 15:47:42.960642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:42.987582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Usage tracker for resource:security_group_rule and tenant:f5d81959a93f416ebb333ced5548cfc8 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:42.994580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:43.011408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-852eeddf-1c05-4365-b03a-56b7e48fbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:43.013101 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-852eeddf-1c05-4365-b03a-56b7e48fbc8b service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.1201000 Feb 15 15:47:43.093350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:43.119610 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-e1e8585f-6744-4bc2-8543-c84d0dbcd2ee service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902970 Feb 15 15:47:43.158127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Attempting to bind port 064ad0e1-a902-4ebd-88ef-de57ea1be265 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:43.158503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Attempting to bind port 064ad0e1-a902-4ebd-88ef-de57ea1be265 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:43.158878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Attempting to bind port 064ad0e1-a902-4ebd-88ef-de57ea1be265 on network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:43.184076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:43.184458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Checking segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:43.184864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.185261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Bound using segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:43.185755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Bound port: 064ad0e1-a902-4ebd-88ef-de57ea1be265, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:43.186190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.252405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38508) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:43.299870 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-1cce12d1-46b3-41bc-b21d-70c910460b34 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:43.301490 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-1cce12d1-46b3-41bc-b21d-70c910460b34 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 0.5103004 Feb 15 15:47:43.308074 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-36cad93c-7e4e-4313-94cf-ad553baf79a1 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685576 Feb 15 15:47:43.436009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.458288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:43.466025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Usage tracker for resource:security_group_rule and tenant:9415c8e663624f5b912eea9093837f53 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:43.480712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:43.484335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-c54f3c83-1467-48b0-8acc-b53414f34705 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:47:43.491782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:43.534223 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8901f1f0-2474-40ef-b1e9-70c70791458b req-53192331-94c6-42c7-a8df-d9789d21fa03 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2134750 Feb 15 15:47:43.566324 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-f14b1693-8d2e-49e9-b3f4-b1ccc61621f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/quotas/83e886b94bb5484c8cb124a7c38aa573 HTTP/1.1" status: 200 len: 375 time: 0.2549741 Feb 15 15:47:43.579216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2927d9-515e-42c0-b3e5-b56fa499a437 req-1ce6ac59-f5f2-4ca6-9383-2d922417b66a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:43.580858 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4b2927d9-515e-42c0-b3e5-b56fa499a437 req-1ce6ac59-f5f2-4ca6-9383-2d922417b66a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.5828643 Feb 15 15:47:43.594427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38516) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:43.602776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'floatingip': {'port_id': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:43.669377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] For port 064ad0e1-a902-4ebd-88ef-de57ea1be265, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:43.697348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] For port 064ad0e1-a902-4ebd-88ef-de57ea1be265, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:43.750997 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.754098 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.755099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.755721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.773406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.787180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:43.826056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:43.842528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:43.944802 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5d81959a93f416ebb333ced5548cfc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3013701 Feb 15 15:47:43.948588 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9415c8e663624f5b912eea9093837f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6926363 Feb 15 15:47:43.948588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38520) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:43.955169 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-c2833419-4b01-43ce-87e5-f657b53e7eeb tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3710618 Feb 15 15:47:43.956980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38522) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:43.992199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817f512a-558f-4c41-b582-0a5f8597b977,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:44.039286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.039286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.039647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.040069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.040378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.041126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.041126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.041519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.042221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.042328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.043205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.043205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.043609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.043917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.044780 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.044780 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.045026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.045953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.045953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.046121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.046964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.046964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.047277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.047660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:44.064043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:44.089650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Pushing event updated for resources: {'Port': ['ID=064ad0e1-a902-4ebd-88ef-de57ea1be265,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:44.092300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-89a409cc-35e8-44b5-82dc-fa72ac6a6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:44.093951 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-89a409cc-35e8-44b5-82dc-fa72ac6a6808 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 1160 time: 0.4288428 Feb 15 15:47:44.098330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:44.116623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c42fe398-4fcc-4e7a-b3af-80f1aa96a065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:44.188234 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc038a9c-e5b7-4caa-818a-53170daa5239 req-3a2f674f-a5ab-4f3a-b2e7-d65584964a72 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:44.190386 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cc038a9c-e5b7-4caa-818a-53170daa5239 req-3a2f674f-a5ab-4f3a-b2e7-d65584964a72 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 943 time: 0.4995360 Feb 15 15:47:44.229387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9337a00-60a4-4efe-8267-326d0d07db14,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:44.233804 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:44.292321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:44.292934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.294499 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] 10.222.0.111 "PUT /v2.0/ports/064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 200 len: 1157 time: 3.7170196 Feb 15 15:47:44.302212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:44.321055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.327969 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-c57d4937-a5f2-4aa2-9a0d-b16a2df137e9 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604956 Feb 15 15:47:44.340739 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cc038a9c-e5b7-4caa-818a-53170daa5239 req-57e4e272-70af-4a11-9699-4f453b94ce7a tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298010 Feb 15 15:47:44.359210 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.374328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:44.507927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:44.515623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:44.516271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.568905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.571737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.702919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-5a55b345-b904-4878-8771-f6f0b8922f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:44.704481 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-5a55b345-b904-4878-8771-f6f0b8922f81 service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.5439677 Feb 15 15:47:44.711338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.750655 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-18014bbb-b74b-4c92-8367-baef93f8b7a6 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3895924 Feb 15 15:47:44.766428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:44.767635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:44.774565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.775499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b294f-5357-49ff-ba44-bce090a0008e req-75673513-cafd-44af-90fa-8116d7095823 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:44.777219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:44.777358 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-122b294f-5357-49ff-ba44-bce090a0008e req-75673513-cafd-44af-90fa-8116d7095823 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.111 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 946 time: 0.2820575 Feb 15 15:47:44.779235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.784734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:44.858985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:44.860988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a99cb-b055-43e5-ae7d-06304f92d556 req-9e680e2d-3547-4ddc-b817-13d5a9c4bdd8 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:44.862921 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-585a99cb-b055-43e5-ae7d-06304f92d556 req-9e680e2d-3547-4ddc-b817-13d5a9c4bdd8 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 946 time: 0.2762890 Feb 15 15:47:44.869630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:44.872330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817f512a-558f-4c41-b582-0a5f8597b977,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:44.883231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:44.925332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:44.930190 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/817f512a-558f-4c41-b582-0a5f8597b977 HTTP/1.1" status: 204 len: 168 time: 0.9609277 Feb 15 15:47:44.958547 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Deleting port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:47:44.959666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.006892 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-585a99cb-b055-43e5-ae7d-06304f92d556 req-7a9ff5cd-0602-4a26-a1e7-c8a0f3e95f82 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313155 Feb 15 15:47:45.123383 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'status': 'completed', 'code': 200} Feb 15 15:47:45.194312 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc', 'code': 200} Feb 15 15:47:45.270996 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-99e3c3f3-6b73-4801-afca-50290cc74ffe service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ad71393-0d33-4927-96a1-688944b58439 HTTP/1.1" status: 200 len: 217 time: 0.1080379 Feb 15 15:47:45.364583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:45.382984 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d2eb9af0-869d-4ead-8646-5b37f4fb8bd9 req-fccdfb11-8c6e-48fd-b437-edf5dc59d400 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 210 time: 0.0825450 Feb 15 15:47:45.467272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 15:47:45.529219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] For port 7140a8bc-409c-46d8-ab19-b1860d5acfb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5,segment=NetworkSegment(3fbcfa36-16a4-407e-8aa0-718a3e73ee40),segment_id=3fbcfa36-16a4-407e-8aa0-718a3e73ee40)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:45.529866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.560290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:45.560878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.578697 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.581561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38552) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:45.612728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.623545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.693433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Calling delete_port for 7140a8bc-409c-46d8-ab19-b1860d5acfb5 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:47:45.695634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-55cd5c30-c829-46ec-909a-5a000a55751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:45.697276 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-55cd5c30-c829-46ec-909a-5a000a55751d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 1160 time: 1.2836685 Feb 15 15:47:45.705999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7140a8bc-409c-46d8-ab19-b1860d5acfb5 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:47:45.766178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:45.770242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Usage tracker for resource:security_group_rule and tenant:d28bbf74c89149cabc5267ebe7ddd79e is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:45.773274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:45.779118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:45.829446 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.868431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22776203-a799-43a9-aa22-09b2c9ac696e req-f9751198-8048-40d8-90cb-2f92b99fe864 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:45.869830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 7140a8bc-409c-46d8-ab19-b1860d5acfb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5,segment=NetworkSegment(3fbcfa36-16a4-407e-8aa0-718a3e73ee40),segment_id=3fbcfa36-16a4-407e-8aa0-718a3e73ee40)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:45.874407 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.876260 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22776203-a799-43a9-aa22-09b2c9ac696e req-f9751198-8048-40d8-90cb-2f92b99fe864 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 943 time: 0.6924376 Feb 15 15:47:45.877044 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:45.961323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=7140a8bc-409c-46d8-ab19-b1860d5acfb5,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:45.964399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:45.965312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:45.993324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3a979e7f-5946-4407-9e65-c7c5d5e52064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:46.049603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-09ef98eb-121c-459e-a3af-8c1d3e03f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:46.051261 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-09ef98eb-121c-459e-a3af-8c1d3e03f261 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.6800168 Feb 15 15:47:46.053209 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-084ffceb-bd0f-4e08-9232-c63156d69f89 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 200 len: 217 time: 0.2613025 Feb 15 15:47:46.060115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9337a00-60a4-4efe-8267-326d0d07db14,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:46.087205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:46.208163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:46.212782 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9337a00-60a4-4efe-8267-326d0d07db14 HTTP/1.1" status: 204 len: 168 time: 2.2529423 Feb 15 15:47:46.242854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:46.251195 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-acd31dd0-2977-4931-96b8-a541847c221c service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332378 Feb 15 15:47:46.258494 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:46.291457 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22776203-a799-43a9-aa22-09b2c9ac696e req-13ef4211-1750-4017-8976-37dce811e043 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145739 Feb 15 15:47:46.302656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-816abe61-f080-4448-9eed-626d94f7a6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:46.311513 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d28bbf74c89149cabc5267ebe7ddd79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7226968 Feb 15 15:47:46.316730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38570) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:46.364964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173179-3d8c-48ee-8003-7cc44b992401 req-d412ec5d-f7a8-4316-83c5-3ca951975d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:46.383598 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ba173179-3d8c-48ee-8003-7cc44b992401 req-d412ec5d-f7a8-4316-83c5-3ca951975d11 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.9395516 Feb 15 15:47:46.383598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:47:46.383598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:47:46.408196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-8e270a4d-0a59-4346-babb-50c30879b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:46.409799 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-8e270a4d-0a59-4346-babb-50c30879b2e8 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.2906535 Feb 15 15:47:46.423203 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Floating IP fa9703a9-c71b-4847-b18a-26c938b2f418 associated. External IP: 172.28.2.224, port: 5b2f5683-7780-4cd6-8c22-4dc6fae8f637. Feb 15 15:47:46.493375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb913b83-9723-4dc7-8cfd-ce1f5d30339e req-32ff95cf-1995-4648-9dd5-2bf28720eeac tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:46.501146 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fb913b83-9723-4dc7-8cfd-ce1f5d30339e req-32ff95cf-1995-4648-9dd5-2bf28720eeac tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 943 time: 0.7582884 Feb 15 15:47:46.596595 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ba173179-3d8c-48ee-8003-7cc44b992401 req-68cef5e8-32be-4a8b-acb5-c84688c2dfdb service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035429 Feb 15 15:47:46.628876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:46.662156 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fb913b83-9723-4dc7-8cfd-ce1f5d30339e req-2adfa714-d2e7-45b2-aeda-1744b5c60565 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572890 Feb 15 15:47:46.674592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b7316f-4820-4583-83df-9b6c629ea18d,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:46.692308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:46.707438 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:46.792176 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffc95b-370e-4cbd-a773-4abbc01a05ca req-1b812ee7-1ddb-4fe5-80f9-b82e712905ab tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:46.794173 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-76ffc95b-370e-4cbd-a773-4abbc01a05ca req-1b812ee7-1ddb-4fe5-80f9-b82e712905ab tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 944 time: 0.2905915 Feb 15 15:47:46.809873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-0366ba1b-18ca-4120-9c46-75f717dfeba3 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970906 Feb 15 15:47:46.832604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-01483464-7141-421c-bcd6-b9ea41d384fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:46.834824 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-01483464-7141-421c-bcd6-b9ea41d384fd service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3154566 Feb 15 15:47:46.891579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Deleting port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:47:46.892070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:46.939228 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-58675c51-b40a-4e37-83e4-2d19d70b5f5c req-eab196b9-7aad-4862-8111-45533cab7c9e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 210 time: 0.1063244 Feb 15 15:47:46.992330 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-76ffc95b-370e-4cbd-a773-4abbc01a05ca req-16fd9ada-38f0-4c2a-9e3c-a9beb67b4552 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910100 Feb 15 15:47:46.993433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:47.141524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:47.175643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b7316f-4820-4583-83df-9b6c629ea18d,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:47.186063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:47.187361 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c6b7316f-4820-4583-83df-9b6c629ea18d HTTP/1.1" status: 204 len: 168 time: 0.8613963 Feb 15 15:47:47.189050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.189552 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.190349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.190842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.191411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.191890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.192376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.192855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.193923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.194823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.194823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.195570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:47.212693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.213499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.214156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.214859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.217603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.218263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.218848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.219426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.220018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.220598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.221179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.221750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.222367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:47.283450 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5', 'code': 200} Feb 15 15:47:47.296844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4e54ffc-0f31-4a4d-9db9-40c5e9e7e5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:47.422888 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-dc89d24d-55f2-4681-9fbc-5307f37dbc41 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3393955 Feb 15 15:47:47.478591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-4c1ce9a0-15e9-44d0-ad51-c12b4e994da7 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:47.480400 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-4c1ce9a0-15e9-44d0-ad51-c12b4e994da7 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 0.5244141 Feb 15 15:47:47.512828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Request body: {'port': {'device_id': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'network_id': '14047426-763f-434c-bafa-4a8887b00a98', 'admin_state_up': True, 'tenant_id': '83e886b94bb5484c8cb124a7c38aa573'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:47.581160 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-04d1a7ec-f46b-4290-b103-67b7fc2f945a service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989464 Feb 15 15:47:47.769752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] For port 7140a8bc-409c-46d8-ab19-b1860d5acfb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7140a8bc-409c-46d8-ab19-b1860d5acfb5,segment=NetworkSegment(3fbcfa36-16a4-407e-8aa0-718a3e73ee40),segment_id=3fbcfa36-16a4-407e-8aa0-718a3e73ee40)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:47.769752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:47.790477 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44722a8c-2c10-49c3-8644-460a1dd0f32f req-99cb46fd-2034-4d38-be1c-90454bcd44d0 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1966739 Feb 15 15:47:47.801663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d60c3e-423b-4a1b-b7ad-1d7c8e682534 req-6c297ae0-f102-45e4-8ae2-76aee1c7a8b7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:47.813432 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-78d60c3e-423b-4a1b-b7ad-1d7c8e682534 req-6c297ae0-f102-45e4-8ae2-76aee1c7a8b7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 943 time: 0.3107216 Feb 15 15:47:47.829122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:47:47.903273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:48.108002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 2ad71393-0d33-4927-96a1-688944b58439 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:48.149566 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-78d60c3e-423b-4a1b-b7ad-1d7c8e682534 req-8e1673fe-768d-4dc2-aebe-b0906fdc0450 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350227 Feb 15 15:47:48.197357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Calling delete_port for 7140a8bc-409c-46d8-ab19-b1860d5acfb5 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:47:48.207931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-55a22f15-af93-49d1-a1c3-8d6b13a6eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:48.210920 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-55a22f15-af93-49d1-a1c3-8d6b13a6eba7 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 1160 time: 0.3633199 Feb 15 15:47:48.212852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:47:48.217443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:48.227893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] Sync routers for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:47:48.252468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 2ad71393-0d33-4927-96a1-688944b58439 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:48.252767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:48.253606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:47:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:48.274321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 2ad71393-0d33-4927-96a1-688944b58439 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:48.276027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:48.342088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:48.355038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Usage tracker for resource:port and tenant:83e886b94bb5484c8cb124a7c38aa573 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:48.365693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:48.374488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:48.390435 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-864e4fd9-4c3c-4d8f-9587-0bdc936c8f4d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "PUT /v2.0/floatingips/fa9703a9-c71b-4847-b18a-26c938b2f418 HTTP/1.1" status: 200 len: 992 time: 4.7921674 Feb 15 15:47:48.390652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:48.464923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-488beddb-0619-4459-9211-ca3f37f6785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:48.466850 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-488beddb-0619-4459-9211-ca3f37f6785d service neutron] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 904 time: 0.2149534 Feb 15 15:47:48.516430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Made reservation on behalf of 83e886b94bb5484c8cb124a7c38aa573 for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:48.522383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:48.556719 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-32d86fec-0090-4405-a26a-5ca20743632c req-438c6e5c-4f07-4756-8755-bb905c7c7c56 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 210 time: 0.1725452 Feb 15 15:47:48.641335 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-2b493328-cc88-4871-825c-851eeeed7a28 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 200 len: 217 time: 0.1607056 Feb 15 15:47:48.669237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:48.701498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2039221-1f46-46fe-ae79-a663c2852aab req-ec061929-2b27-4d31-b2d0-04e112d61c95 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:48.706584 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d2039221-1f46-46fe-ae79-a663c2852aab req-ec061929-2b27-4d31-b2d0-04e112d61c95 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 943 time: 0.6726475 Feb 15 15:47:48.749844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 2ad71393-0d33-4927-96a1-688944b58439, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2ad71393-0d33-4927-96a1-688944b58439,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:48.754634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:48.757458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12daeedd-5f91-41b4-8a17-d113f5ed6d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:48.762685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:48.837488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-93ae4bf6-7ed3-4cec-8937-0b7f48498881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:48.840218 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-93ae4bf6-7ed3-4cec-8937-0b7f48498881 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.1615906 Feb 15 15:47:48.871816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=2ad71393-0d33-4927-96a1-688944b58439,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:48.882573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.884868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.885524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.885935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.886353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.886859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.887400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.887786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.888530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.889276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.890016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.890391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.891139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.891517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.894558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.895678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.896201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.896893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.897273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.897644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.898189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.898712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.899082 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.899585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:47:48.908112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:48.970325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-ea2abeff-1e7a-46c9-96d9-dc13a9b9a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:48.972211 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-ea2abeff-1e7a-46c9-96d9-dc13a9b9a15b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1112008 Feb 15 15:47:49.153871 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d2039221-1f46-46fe-ae79-a663c2852aab req-346579ec-b71f-414d-b308-0373b3071f01 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3934870 Feb 15 15:47:49.160709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:49.204045 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-a3a675c6-2bc0-426f-9616-f4ce3c7fab5d service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205629 Feb 15 15:47:49.284973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9757cca7-0570-4003-85fb-54678789f992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad71393-0d33-4927-96a1-688944b58439'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:49.315637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'fa9703a9-c71b-4847-b18a-26c938b2f418', 'tenant_id': '80755d66beff435983477bbede40810b', 'floating_ip_address': '172.28.2.224', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'port_id': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'mac_address': 'fa:16:3e:da:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d7697-e51f-47fe-b113-62982628bccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:09Z', 'updated_at': '2021-02-15T15:47:45Z', 'revision_number': 1, 'project_id': '80755d66beff435983477bbede40810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:49.320884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] Checking router: f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:47:49.325149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:49.331021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:47:49.331696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:47:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:49.420921 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38664) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:49.469834 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55891dc2-e52d-443b-ad90-3d8557c6b24e req-35699afe-4bce-421c-9a49-ea03e1530227 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2527425 Feb 15 15:47:49.479916 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'status': 'completed', 'code': 200} Feb 15 15:47:49.480215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 2ad71393-0d33-4927-96a1-688944b58439 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:49.598160 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 2ad71393-0d33-4927-96a1-688944b58439 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:49.598540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:49.612535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:47:49.737966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-960f7e56-b313-459b-86fa-1beb09c17ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:49.741735 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-960f7e56-b313-459b-86fa-1beb09c17ce7 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 1163 time: 0.2142329 Feb 15 15:47:49.745058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:49.839730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:49.840260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:49.855636 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Pushing event deleted for resources: {'Port': ['ID=7140a8bc-409c-46d8-ab19-b1860d5acfb5,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:49.940011 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:50.045414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38680) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:50.123809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-f28ef6f9-6ef8-48c2-9e77-aa6762fb7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:50.127999 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-f28ef6f9-6ef8-48c2-9e77-aa6762fb7af3 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.3704767 Feb 15 15:47:50.237241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272182-0bad-4e02-b8b1-1a3257ccf488 req-0b3e463e-3d99-426a-9735-cdd4ac146424 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:50.238417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-a1272182-0bad-4e02-b8b1-1a3257ccf488 req-0b3e463e-3d99-426a-9735-cdd4ac146424 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Synchronizing usage tracker for tenant:426abb0ce29a4c3c81f22c4aa549ffa3 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:50.245586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'fa9703a9-c71b-4847-b18a-26c938b2f418', 'tenant_id': '80755d66beff435983477bbede40810b', 'floating_ip_address': '172.28.2.224', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'port_id': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'mac_address': 'fa:16:3e:da:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d7697-e51f-47fe-b113-62982628bccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:09Z', 'updated_at': '2021-02-15T15:47:45Z', 'revision_number': 1, 'project_id': '80755d66beff435983477bbede40810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:50.250077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3850166-47eb-41b0-b6ac-e68707de076d None None] The sync data for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb is: [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'fa9703a9-c71b-4847-b18a-26c938b2f418', 'tenant_id': '80755d66beff435983477bbede40810b', 'floating_ip_address': '172.28.2.224', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'port_id': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'mac_address': 'fa:16:3e:da:02:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9d7697-e51f-47fe-b113-62982628bccf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:09Z', 'updated_at': '2021-02-15T15:47:45Z', 'revision_number': 1, 'project_id': '80755d66beff435983477bbede40810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:47:50.268373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] No DVR routers for this DVR port 7140a8bc-409c-46d8-ab19-b1860d5acfb5 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:47:50.304138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:50.309798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:50.319759 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'name': 'network-vif-deleted', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:50.333645 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-122b294f-5357-49ff-ba44-bce090a0008e req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.111 "DELETE /v2.0/ports/7140a8bc-409c-46d8-ab19-b1860d5acfb5 HTTP/1.1" status: 204 len: 173 time: 5.5332959 Feb 15 15:47:50.334336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-a1272182-0bad-4e02-b8b1-1a3257ccf488 req-0b3e463e-3d99-426a-9735-cdd4ac146424 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Unset dirty status for tenant:426abb0ce29a4c3c81f22c4aa549ffa3 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:50.335914 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1272182-0bad-4e02-b8b1-1a3257ccf488 req-0b3e463e-3d99-426a-9735-cdd4ac146424 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 865 time: 1.4234152 Feb 15 15:47:50.339185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:50.340048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:50.354790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Usage tracker for resource:security_group_rule and tenant:0d1656774dab4ac3aa6aab07222f1b68 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:50.359480 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-7d49f408-78ee-4dea-ad6c-43bbed1cc9d2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637 HTTP/1.1" status: 200 len: 1000 time: 0.2197731 Feb 15 15:47:50.360272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:50.368869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:50.399082 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:50.420182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Usage tracker for resource:security_group_rule and tenant:4171057da4404c7e8eccd42e3220f5f0 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:50.435240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:50.441730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Allocated IP 172.20.0.11 (14047426-763f-434c-bafa-4a8887b00a98/bedd7416-5fba-492c-92cf-371869513c52/4fdee08e-a7d2-4bd8-b31c-b979de162ed5) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:47:50.465453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:50.472840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-fe4892dd-3d86-488d-8021-72512f6347ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:50.473868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b51b3-3008-4fb1-90d7-1fc4fa72c6dd req-73959b17-b668-4006-a3da-fdef68a9ca86 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:50.474520 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-fe4892dd-3d86-488d-8021-72512f6347ca service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.1019242 Feb 15 15:47:50.483365 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a64b51b3-3008-4fb1-90d7-1fc4fa72c6dd req-73959b17-b668-4006-a3da-fdef68a9ca86 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.6643064 Feb 15 15:47:50.566788 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1272182-0bad-4e02-b8b1-1a3257ccf488 req-1083355f-4f35-4b27-bc08-600422a4e03f tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/security-groups?id=c594eb49-9ac0-4d06-a4a9-5ca1af354c78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122779 Feb 15 15:47:50.593657 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a64b51b3-3008-4fb1-90d7-1fc4fa72c6dd req-5f984a9c-b975-4533-9bec-83702763eefb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074297 Feb 15 15:47:50.632452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:50.642862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:50.663124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ceeb7167-d3c7-46aa-a5bb-1e7f75626515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:50.686428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-388f27c9-eb42-4a5d-83eb-e7d926cb905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:50.688240 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-388f27c9-eb42-4a5d-83eb-e7d926cb905f service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2002573 Feb 15 15:47:50.701443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae4e933-e5ab-4e7d-902b-cc242a7b2091 None None] New status for floating IP fa9703a9-c71b-4847-b18a-26c938b2f418: ACTIVE {{(pid=84021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:47:50.809541 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e5b53-e518-472d-8b96-8702fa29056c,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:50.821157 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0d1656774dab4ac3aa6aab07222f1b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7742710 Feb 15 15:47:50.829930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:50.830495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38706) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:50.836390 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9757cca7-0570-4003-85fb-54678789f992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad71393-0d33-4927-96a1-688944b58439', 'code': 200} Feb 15 15:47:50.967292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.037173 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-6aa75442-921b-46b8-a8e5-dfb00b7f8028 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325036 Feb 15 15:47:51.057347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.187803 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-9d050243-91cf-4528-99b4-8d17b302811f req-870f9501-2485-4994-84fb-dfdaf22eaf2c tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:47:51.198986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.217409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.270156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:51.307789 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2de628fb-2570-42cd-9556-b70e24c0c8a0 req-658864bc-ba1d-43b9-b084-f395efb76fc7 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2304630 Feb 15 15:47:51.314291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.320806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:51.337100 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e5b53-e518-472d-8b96-8702fa29056c,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:51.340796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:51.342970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.344248 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f1e5b53-e518-472d-8b96-8702fa29056c HTTP/1.1" status: 204 len: 168 time: 0.5106540 Feb 15 15:47:51.445108 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-9d050243-91cf-4528-99b4-8d17b302811f req-870f9501-2485-4994-84fb-dfdaf22eaf2c tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:47:51.446448 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9d050243-91cf-4528-99b4-8d17b302811f req-870f9501-2485-4994-84fb-dfdaf22eaf2c tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 210 time: 0.4565837 Feb 15 15:47:51.485224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event updated for resources: {'Port': ['ID=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:51.494273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:51.547570 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a133fa-50da-436b-96ac-cf55b11af7ae', 'name': 'network-vif-deleted', 'tag': '7140a8bc-409c-46d8-ab19-b1860d5acfb5', 'status': 'completed', 'code': 200} Feb 15 15:47:51.557926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a8dc9-aca7-492c-b687-3631da3fcc14 req-20eed967-b8cf-4ec2-9050-1a749c12b3f7 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:51.559316 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cc8a8dc9-aca7-492c-b687-3631da3fcc14 req-20eed967-b8cf-4ec2-9050-1a749c12b3f7 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 943 time: 0.5673888 Feb 15 15:47:51.594658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.639757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.663814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:51.697172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16c60a-e908-4a69-b2cf-a886927e8c29 req-526fcdb3-6b6a-4308-8771-7a8fdd67958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:51.701923 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7a16c60a-e908-4a69-b2cf-a886927e8c29 req-526fcdb3-6b6a-4308-8771-7a8fdd67958e service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 1162 time: 0.5045509 Feb 15 15:47:51.765412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38732) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:51.766413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Network 14047426-763f-434c-bafa-4a8887b00a98 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:47:51.770649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05494fa5-95f6-4b76-bd32-78ae51d73d82,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:51.782257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:47:51.786136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.789488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:51.791144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:47:51.803703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:51.807864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Usage tracker for resource:security_group_rule and tenant:056137a08184467db0103e243213f6d6 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:51.811178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:51.817747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:51.840517 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cc8a8dc9-aca7-492c-b687-3631da3fcc14 req-e9de3921-8038-4979-b2bf-2911d418f7cf tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684948 Feb 15 15:47:51.842906 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4171057da4404c7e8eccd42e3220f5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0356486 Feb 15 15:47:51.850328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38736) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:51.884792 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7a16c60a-e908-4a69-b2cf-a886927e8c29 req-b0b279ff-23fb-43b2-b8ab-dfe634e6d428 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659315 Feb 15 15:47:51.935530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:51.936220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:51.950095 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8e4968da-d00b-4b6c-aca4-7d787324a725 req-eecb86a1-fbce-49d3-a38e-6e1d37586de1 tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a133fa-50da-436b-96ac-cf55b11af7ae HTTP/1.1" status: 200 len: 210 time: 0.0728385 Feb 15 15:47:51.971210 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4668450 Feb 15 15:47:51.979734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.005290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.015532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.034593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:52.050965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.075569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105a14-ef3a-4713-bd67-74dcee7bde3b req-636ee469-feae-4da5-beb5-ab5c3228a887 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:52.077335 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c8105a14-ef3a-4713-bd67-74dcee7bde3b req-636ee469-feae-4da5-beb5-ab5c3228a887 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0988333 Feb 15 15:47:52.136333 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c8105a14-ef3a-4713-bd67-74dcee7bde3b req-a39eec4c-44f4-415c-8be5-e35e5ace8382 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519555 Feb 15 15:47:52.244996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Request body: {'port': {'device_id': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:52.320917 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=056137a08184467db0103e243213f6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5517204 Feb 15 15:47:52.329461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38740) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:52.336932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a38709-5387-4ee8-84ed-28fcb728390a,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:52.341123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 064ad0e1-a902-4ebd-88ef-de57ea1be265 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:52.351943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:52.375035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.402602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.409930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8387ccbc-d8cc-4918-a34b-517c69a54637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:52.418571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:47:52.423057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.425188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:52.425617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.429163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05494fa5-95f6-4b76-bd32-78ae51d73d82,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:52.441210 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:52.460242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.462019 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/05494fa5-95f6-4b76-bd32-78ae51d73d82 HTTP/1.1" status: 204 len: 168 time: 0.6101334 Feb 15 15:47:52.467041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.521740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.528932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9a11d904-a317-4859-a880-f2bb5cac425b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:52.542683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a38709-5387-4ee8-84ed-28fcb728390a,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:52.545624 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:52.551780 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.557426 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/81a38709-5387-4ee8-84ed-28fcb728390a HTTP/1.1" status: 204 len: 168 time: 0.2261112 Feb 15 15:47:52.630815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.698927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 064ad0e1-a902-4ebd-88ef-de57ea1be265, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:47:52.702900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:52.705779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:52.953376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:52.955076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51f58d-839d-44d1-8932-e4d15099e8d9 req-f6b5d27a-ca29-4188-bfa1-27fbeebfe38b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:52.956699 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea51f58d-839d-44d1-8932-e4d15099e8d9 req-f6b5d27a-ca29-4188-bfa1-27fbeebfe38b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 932 time: 0.2897272 Feb 15 15:47:52.997808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-879fd5d1-4756-4de5-85ac-0778147d05e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:53.004998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=064ad0e1-a902-4ebd-88ef-de57ea1be265,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:53.012265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:53.096189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea51f58d-839d-44d1-8932-e4d15099e8d9 req-432b9f4b-2c3e-4d30-83a4-257ebf1e0f41 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277876 Feb 15 15:47:53.103814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:47:53.125318 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:53.181655 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'code': 200} Feb 15 15:47:53.207421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Transition to ACTIVE for port object 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:47:53.226321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:53.244124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:53.258347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38778) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:53.455187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:53.471004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:53.495334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77d007-ed79-44dc-8128-0a1d91f45a66 req-88e1071f-f545-4d6a-ab1d-3fd1a258129c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:53.497022 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6f77d007-ed79-44dc-8128-0a1d91f45a66 req-88e1071f-f545-4d6a-ab1d-3fd1a258129c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.3747602 Feb 15 15:47:53.600727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:53.630138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:53.638651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Usage tracker for resource:security_group_rule and tenant:ef595f78bae940f391b41b6ce5664ba3 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:53.662052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:53.683235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:53.819705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 064ad0e1-a902-4ebd-88ef-de57ea1be265 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:53.864092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:53.869354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:53.981673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-392ff6c6-7f37-4f3a-8751-e1d2963caac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:54.028392 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:54.033326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.071571 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef595f78bae940f391b41b6ce5664ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117220 Feb 15 15:47:54.074126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38812) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:54.075034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676168bf-819f-46fa-8cab-8b5806b6304e,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:54.119320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:54.243673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.248459 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6f77d007-ed79-44dc-8128-0a1d91f45a66 req-f882f5f5-627a-4058-9c96-b8db866046c5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7361946 Feb 15 15:47:54.298527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.396951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.408311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d84236a-8c6b-4c3c-a0d6-2f51b2071663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:54.427731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Attempting to bind port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:47:54.428079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Attempting to bind port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:47:54.428812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Attempting to bind port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 on network 14047426-763f-434c-bafa-4a8887b00a98 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:47:54.449199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.449361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:47:54.449652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Checking segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:47:54.450124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.453394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Bound using segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:47:54.453556 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/676168bf-819f-46fa-8cab-8b5806b6304e HTTP/1.1" status: 204 len: 168 time: 0.3647366 Feb 15 15:47:54.453668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Bound port: 4fdee08e-a7d2-4bd8-b31c-b979de162ed5, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:47:54.453668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.453831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676168bf-819f-46fa-8cab-8b5806b6304e,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:54.481405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524c38-074c-4223-b340-edc2d0104a7b req-a1258978-cb49-4e29-8ce7-642d4e3fb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:54.483035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:54.483149 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73524c38-074c-4223-b340-edc2d0104a7b req-a1258978-cb49-4e29-8ce7-642d4e3fb05a service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 1162 time: 0.8983054 Feb 15 15:47:54.503516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e51cc7-338e-4b5a-93e6-ab41dcf215b6 req-efcf4473-ebb7-4cb5-90a6-bf6da1d908f5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:54.508584 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09e51cc7-338e-4b5a-93e6-ab41dcf215b6 req-efcf4473-ebb7-4cb5-90a6-bf6da1d908f5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 1.0000520 Feb 15 15:47:54.747534 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09e51cc7-338e-4b5a-93e6-ab41dcf215b6 req-c9babf17-b49b-4f2a-a658-8d908b253239 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231777 Feb 15 15:47:54.753504 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73524c38-074c-4223-b340-edc2d0104a7b req-3c981926-e229-4c76-b0f9-ed23ef3a947b service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348809 Feb 15 15:47:54.784598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] For port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:47:54.796514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] For port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:47:54.800592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:54.821059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:54.908379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe829-56d6-4585-a60a-0141955d227a req-7bc7b4fb-030a-4f7c-96a2-db30f9f75c5b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:54.916417 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-63ffe829-56d6-4585-a60a-0141955d227a req-7bc7b4fb-030a-4f7c-96a2-db30f9f75c5b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 944 time: 0.3036768 Feb 15 15:47:54.968568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:54.972295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:55.033560 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-63ffe829-56d6-4585-a60a-0141955d227a req-b9b34ba4-82f8-4fc9-be3d-c8e378dabaf4 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160572 Feb 15 15:47:55.126868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-baff98cd-b912-4410-b150-afee3b680ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.143175 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:55.143955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.146256 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] 10.222.0.111 "PUT /v2.0/ports/4fdee08e-a7d2-4bd8-b31c-b979de162ed5 HTTP/1.1" status: 200 len: 1158 time: 2.9071329 Feb 15 15:47:55.147071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'tag': '4fdee08e-a7d2-4bd8-b31c-b979de162ed5'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:47:55.282999 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'tag': '4fdee08e-a7d2-4bd8-b31c-b979de162ed5', 'status': 'completed', 'code': 200} Feb 15 15:47:55.283614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38864) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:55.322087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-e78eb6ea-f48e-4372-93a1-d87be33d9c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:55.324189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-e78eb6ea-f48e-4372-93a1-d87be33d9c78 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 1161 time: 0.1184082 Feb 15 15:47:55.455673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 2ad71393-0d33-4927-96a1-688944b58439 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:47:55.506550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38878) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:55.550726 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-df604086-4f4b-43f1-a402-7bcbb06275d7 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fdee08e-a7d2-4bd8-b31c-b979de162ed5 HTTP/1.1" status: 200 len: 217 time: 0.2125261 Feb 15 15:47:55.617646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 2ad71393-0d33-4927-96a1-688944b58439 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:47:55.618132 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.637157 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.660763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70db8e-c197-4a04-b965-48997e75d8db req-90ef089d-a4b6-49cc-94e0-b2162de497a6 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:55.669428 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c70db8e-c197-4a04-b965-48997e75d8db req-90ef089d-a4b6-49cc-94e0-b2162de497a6 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1709611 Feb 15 15:47:55.673320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:55.677082 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Usage tracker for resource:security_group_rule and tenant:857d8fa37134429a9f577544e6ca6e11 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:55.679115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-4b048b94-71bc-4931-89b2-f7b43408ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:55.680281 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:55.681348 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-4b048b94-71bc-4931-89b2-f7b43408ba0b service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.1104786 Feb 15 15:47:55.686543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:55.750749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Deleting subnet 3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:47:55.754551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.763406 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-dbdd1b79-ca35-44a8-9e8a-7be8611693c3 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655913 Feb 15 15:47:55.830744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.875645 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c70db8e-c197-4a04-b965-48997e75d8db req-df60bce2-02c1-41b6-90df-325c47f711c4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051945 Feb 15 15:47:55.907966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.915743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.927508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-244bed6c-e9e7-4f49-9cd0-c5d576db9008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:55.948330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:55.993466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.011620 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-41fbffb6-43dc-4d1c-84da-0781ba19fe2d service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299128 Feb 15 15:47:56.018784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afce735-ce84-4c6d-97ee-c2f0bda938e1,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:56.024972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:56.030114 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=857d8fa37134429a9f577544e6ca6e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431729 Feb 15 15:47:56.030251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708726ef-7cf2-4471-b5e5-04372a6d08c3 req-d31fa90f-b064-4118-a73d-5d189a1d062a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:56.037510 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-708726ef-7cf2-4471-b5e5-04372a6d08c3 req-d31fa90f-b064-4118-a73d-5d189a1d062a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1484227 Feb 15 15:47:56.042441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38898) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:56.181366 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-708726ef-7cf2-4471-b5e5-04372a6d08c3 req-c390a1e4-932b-41d3-9780-679f64e2de99 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428351 Feb 15 15:47:56.252821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.310829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.353812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652f28f-88e8-4320-bcfa-571ec80edfc6 req-8ee65f29-9e67-4d8e-af01-36532362d201 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:56.355995 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c652f28f-88e8-4320-bcfa-571ec80edfc6 req-8ee65f29-9e67-4d8e-af01-36532362d201 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 944 time: 0.1632104 Feb 15 15:47:56.433994 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c652f28f-88e8-4320-bcfa-571ec80edfc6 req-5cdd4e0e-8510-4410-8527-5039a08bbb38 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616517 Feb 15 15:47:56.436453 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-971cd907-bb58-4066-aedc-7aae06ac9962 req-8b315e8a-c081-44ee-8e05-ed3b8f9e709c service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3793559 Feb 15 15:47:56.436593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.451853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:56.494297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.587426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:56.590400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:56.594208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6bdf47cd-396b-412f-b70c-a5a99358062d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:56.616179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afce735-ce84-4c6d-97ee-c2f0bda938e1,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:56.618805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:56.659192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.663788 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3afce735-ce84-4c6d-97ee-c2f0bda938e1 HTTP/1.1" status: 204 len: 168 time: 0.6180642 Feb 15 15:47:56.665039 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.667607 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3ef86352-8766-488f-8234-c01f4b63aeea admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3dfdfc4e-88b4-4ffc-bd5c-e78357eded9f HTTP/1.1" status: 204 len: 168 time: 1.1594598 Feb 15 15:47:56.670435 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38932) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:56.774951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-f7619f4b-bd61-47fc-9d33-76218650975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:56.776671 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-f7619f4b-bd61-47fc-9d33-76218650975d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 1161 time: 0.2562649 Feb 15 15:47:56.833796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:56.933271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38944) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:57.051169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.098254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-20a6b3fa-4616-4197-aec7-d27b69ad1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:57.100450 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-20a6b3fa-4616-4197-aec7-d27b69ad1539 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 1162 time: 0.5027714 Feb 15 15:47:57.111625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abd3f-306b-480a-b974-e554502f3f1a req-cc1a016c-8e86-408d-aa81-7601758b6c45 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:57.119487 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b52abd3f-306b-480a-b974-e554502f3f1a req-cc1a016c-8e86-408d-aa81-7601758b6c45 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.4804099 Feb 15 15:47:57.122688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-4bffbdfd-2d8f-4ee1-bc62-88489a54df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:57.124232 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-4bffbdfd-2d8f-4ee1-bc62-88489a54df0e service neutron] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 908 time: 0.3325675 Feb 15 15:47:57.172519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.295626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.298640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a65c1d-6699-4811-94a7-126fbb360b1e']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:57.312125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbcfa36-16a4-407e-8aa0-718a3e73ee40') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:57.312458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbcfa36-16a4-407e-8aa0-718a3e73ee40') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:47:57.325111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.345871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.348088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:47:57.553449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Network c6a65c1d-6699-4811-94a7-126fbb360b1e has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:47:57.563527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.583152 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-85d85ab3-e881-4908-ad7b-81d09d2078b8 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fdee08e-a7d2-4bd8-b31c-b979de162ed5 HTTP/1.1" status: 200 len: 217 time: 0.4281209 Feb 15 15:47:57.601686 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b52abd3f-306b-480a-b974-e554502f3f1a req-a039c44e-40ad-4a0e-a214-aac155bb2466 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812908 Feb 15 15:47:57.603490 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 38968) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:57.651715 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.714299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:57.732212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Usage tracker for resource:security_group_rule and tenant:9c06e873fab24aec9849ee6c1844b994 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:57.751901 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Network c6a65c1d-6699-4811-94a7-126fbb360b1e has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:47:57.776336 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:47:57.778829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:57.793057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-5d2e81dc-efd8-476f-bc2f-c8706670b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:57.794673 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-5d2e81dc-efd8-476f-bc2f-c8706670b10f service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.1920187 Feb 15 15:47:57.804913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:57.820855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1580524750-network', 'tenant_id': 'c86db58ec10d4b3da1d284f01a5685eb'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:57.857016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.860887 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:57.876789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:57.885990 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:57.888961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a65c1d-6699-4811-94a7-126fbb360b1e,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:57.891935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Usage tracker for resource:network and tenant:c86db58ec10d4b3da1d284f01a5685eb is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:57.892203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:57.904069 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5d19c007-ddfd-4139-ab0e-6181b2be19ec admin admin] 10.222.0.74 "DELETE /v2.0/networks/c6a65c1d-6699-4811-94a7-126fbb360b1e HTTP/1.1" status: 204 len: 168 time: 1.2266672 Feb 15 15:47:57.905021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:57.918216 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-6d499252-be36-4bad-a7a6-a64dde5a3df7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875204 Feb 15 15:47:57.919166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-d969a2bb-165c-4bc0-9ead-373354fdf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:57.920567 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-d969a2bb-165c-4bc0-9ead-373354fdf5c6 service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.7622423 Feb 15 15:47:57.931574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:58.045503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16328e6-c802-4e5b-96b5-2fbd3d18af74 req-ef832a50-2393-4f4a-9d78-9cfb9030e5a4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:58.050617 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c16328e6-c802-4e5b-96b5-2fbd3d18af74 req-ef832a50-2393-4f4a-9d78-9cfb9030e5a4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.8065178 Feb 15 15:47:58.053800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38978) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:58.106389 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2038d20a-bd1b-4900-9704-89c0de8ac5dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=426abb0ce29a4c3c81f22c4aa549ffa3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511084 Feb 15 15:47:58.109023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38982) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:58.119066 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-ead4c534-b278-49b7-a161-42783ac451d1 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ad71393-0d33-4927-96a1-688944b58439 HTTP/1.1" status: 200 len: 217 time: 0.1783490 Feb 15 15:47:58.132718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Made reservation on behalf of c86db58ec10d4b3da1d284f01a5685eb for: {'network': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:58.137569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.171618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.200112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.222449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.247444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.252781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36d42099-e0cf-46e0-94f8-bdc895c433ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:58.267351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c594eb49-9ac0-4d06-a4a9-5ca1af354c78,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:58.272724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:58.274786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.278406 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c594eb49-9ac0-4d06-a4a9-5ca1af354c78 HTTP/1.1" status: 204 len: 168 time: 0.1683714 Feb 15 15:47:58.308468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:58.317799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef44c8-692c-4aac-8dcd-795b1cd67e45 req-82b4c0a9-be32-4e50-89b1-ca19ac8ece10 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:58.319509 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91ef44c8-692c-4aac-8dcd-795b1cd67e45 req-82b4c0a9-be32-4e50-89b1-ca19ac8ece10 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 944 time: 0.5920649 Feb 15 15:47:58.329783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Usage tracker for resource:security_group_rule and tenant:c86db58ec10d4b3da1d284f01a5685eb is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:58.352958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:58.377972 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c16328e6-c802-4e5b-96b5-2fbd3d18af74 req-ae4dd474-8376-4fcd-9bb6-3f2090d8bea2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633595 Feb 15 15:47:58.386920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-81f3ece3-7ace-4f95-8975-2d9b03bf9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:58.388476 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-81f3ece3-7ace-4f95-8975-2d9b03bf9617 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.2244916 Feb 15 15:47:58.396262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:58.500941 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-b33b0604-bc52-4325-8eef-f83bc1cad0a5 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855746 Feb 15 15:47:58.505333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.508203 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-a5e8bdcf-5c9f-462d-b91d-dba8dfebb0fe service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616803 Feb 15 15:47:58.519422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.535083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1d3dcf5f-5ee2-4d5b-99ba-44644ecd9055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:58.544413 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91ef44c8-692c-4aac-8dcd-795b1cd67e45 req-3197130e-b877-478a-b16a-4ed34420c301 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115417 Feb 15 15:47:58.608215 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9c06e873fab24aec9849ee6c1844b994&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6673448 Feb 15 15:47:58.608215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8a7ae-ebc2-414f-a3ec-bc2743167873,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:58.608792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 38992) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:58.612190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:58.682651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.710902 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.758741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.763899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-65baf35c-f6b9-4608-adee-cd27b4f5d064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:58.778525 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8a7ae-ebc2-414f-a3ec-bc2743167873,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:58.781261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:58.782515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.796669 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/58c8a7ae-ebc2-414f-a3ec-bc2743167873 HTTP/1.1" status: 204 len: 168 time: 0.1768994 Feb 15 15:47:58.858528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.965364 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:58.986396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4737cbfe-d557-4624-9d1c-2af73f5f0589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:59.042080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:47:59.098807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:59.114532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:59.117441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:59.117807 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Added segment c28f77e9-e10e-44bd-9009-ca2f85e124b2 of type vxlan for network b0d98248-2e94-4912-8c5c-73294dcc53ff Feb 15 15:47:59.206420 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-8b4695e3-13e6-45b0-babd-fea78252e4ec service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864552 Feb 15 15:47:59.213635 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cc9333e-56c1-4242-b857-f950ba58f884 req-0d5f4507-5b34-4788-95ed-e4893e4d27d0 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4975109 Feb 15 15:47:59.215486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:59.226812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f445ec-9347-448d-a908-e6f1988f209d req-9ae5167a-faed-4e73-a721-df09cf940767 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:59.228722 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-14f445ec-9347-448d-a908-e6f1988f209d req-9ae5167a-faed-4e73-a721-df09cf940767 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.5608628 Feb 15 15:47:59.239291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39014) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:59.249344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'floatingip': {'port_id': '064ad0e1-a902-4ebd-88ef-de57ea1be265'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:59.249788 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8233150-38e7-4bd8-84c5-d2d5f64d60a3 req-452fb848-37b5-4ec8-b0ee-313712df13a0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:59.251563 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f8233150-38e7-4bd8-84c5-d2d5f64d60a3 req-452fb848-37b5-4ec8-b0ee-313712df13a0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.3813970 Feb 15 15:47:59.337121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39018) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:59.381519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:59.401094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:59.413079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:59.420161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:59.420823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:59.437694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3f4c601b-8bb5-476d-9ce5-c6385b5ff97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:47:59.457387 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f8233150-38e7-4bd8-84c5-d2d5f64d60a3 req-b89563c8-e562-4a32-96d2-813b79f7f910 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726649 Feb 15 15:47:59.474402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:59.535592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Usage tracker for resource:security_group_rule and tenant:bfccf8e49d73460c9d3177226e5815b4 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:59.545729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:59.556385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:59.587985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Pushing event updated for resources: {'Network': ['ID=b0d98248-2e94-4912-8c5c-73294dcc53ff,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:47:59.591869 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4634cec8-b24d-4de9-92cb-d67b0922d9bc req-2b5f3032-e3b4-44e9-be8e-f910044d3df4 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3392704 Feb 15 15:47:59.593945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:47:59.601278 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network b0d98248-2e94-4912-8c5c-73294dcc53ff details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:47:59.611762 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9986084 Feb 15 15:47:59.612540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 39030) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:47:59.619659 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Request body: {'subnet': {'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1580524750-subnet', 'tenant_id': 'c86db58ec10d4b3da1d284f01a5685eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:47:59.624426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network b0d98248-2e94-4912-8c5c-73294dcc53ff details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:47:59.637356 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:47:59.641913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Usage tracker for resource:subnet and tenant:c86db58ec10d4b3da1d284f01a5685eb is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:47:59.649277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:47:59.666647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:47:59.684285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Made reservation on behalf of c86db58ec10d4b3da1d284f01a5685eb for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:47:59.702152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1610785'] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:47:59.956439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d65f5-0682-44c2-87b0-7cf7b019fe59 req-df909703-5dfb-4be6-bcae-a1970db88b7e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:47:59.958379 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-695d65f5-0682-44c2-87b0-7cf7b019fe59 req-df909703-5dfb-4be6-bcae-a1970db88b7e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 944 time: 0.1544125 Feb 15 15:48:00.358486 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-695d65f5-0682-44c2-87b0-7cf7b019fe59 req-3afb0a3d-9420-4942-b9c8-722882ed5a53 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606343 Feb 15 15:48:00.400808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:00.405046 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:00.420588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e82a97d1-41e2-43d6-a8f1-f6b68acce728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:00.501845 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bfccf8e49d73460c9d3177226e5815b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1613693 Feb 15 15:48:00.503045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269d462-518e-4a46-893e-30db706804fe,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:00.507028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 39052) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:00.516942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:00.644654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:00.653036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:00.657162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:00.743477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:00.825728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852621599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1610830'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:00.851677 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Floating IP 7c24da83-19c3-4b43-8cdc-d13f2739d556 associated. External IP: 172.28.2.215, port: 064ad0e1-a902-4ebd-88ef-de57ea1be265. Feb 15 15:48:00.857544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:00.942645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a4cf3-45fd-4671-80ec-c13ff5d63dd3 req-7c5d0323-ac4a-484a-8be2-7b29af7f517a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:00.944803 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-872a4cf3-45fd-4671-80ec-c13ff5d63dd3 req-7c5d0323-ac4a-484a-8be2-7b29af7f517a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.3304148 Feb 15 15:48:01.031311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:01.074436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1b176a-363d-4bf2-ba5f-2c4e1578911f,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:01.088770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:01.091657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-04dc612a-d2f4-47c2-9453-dc64cb16c32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:01.107989 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-872a4cf3-45fd-4671-80ec-c13ff5d63dd3 req-1b18064d-7daa-4904-b8a6-b9c8aaa4be22 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419411 Feb 15 15:48:01.113007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269d462-518e-4a46-893e-30db706804fe,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:01.119465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:01.126512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:01.131076 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9269d462-518e-4a46-893e-30db706804fe HTTP/1.1" status: 204 len: 168 time: 0.6196594 Feb 15 15:48:01.155867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Checking segment: {'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:48:01.156258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Network hostable DHCP agents. Network: b0d98248-2e94-4912-8c5c-73294dcc53ff, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:48:01.175915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Network b0d98248-2e94-4912-8c5c-73294dcc53ff is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:48:01.186462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, b0d98248-2e94-4912-8c5c-73294dcc53ff) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:48:01.196102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41249b87-212a-46de-808b-510a4ee702c3 None None] Network b0d98248-2e94-4912-8c5c-73294dcc53ff requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:48:01.199326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:01.199974 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:01.227121 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-361bfa63-ab7f-47d4-bf4b-85feb77276f6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6130180 Feb 15 15:48:01.315713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Router 62947e18-7d79-489f-8c0e-5d78e508fde1 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:48:01.437107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c7280-3f01-4bd8-aef7-8b3fb0b2e9d1 None None] Network b0d98248-2e94-4912-8c5c-73294dcc53ff requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:48:01.602996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:48:01.614365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] Sync routers for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:48:01.640089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:48:01.640668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:47:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:48:01.654014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:01.671112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201620ce-4e7f-4c71-8d49-6c2c4ccd5b24 req-619db393-6a5f-4791-8f76-dea1a9ccd0c3 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:01.679727 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-201620ce-4e7f-4c71-8d49-6c2c4ccd5b24 req-619db393-6a5f-4791-8f76-dea1a9ccd0c3 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 944 time: 0.1343496 Feb 15 15:48:01.757391 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-201620ce-4e7f-4c71-8d49-6c2c4ccd5b24 req-898d4583-73b5-4a81-8ca5-a7501ad6b257 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765660 Feb 15 15:48:01.844884 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0e1bd2d9-a000-4f98-9d69-33d4d29a0624 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "PUT /v2.0/floatingips/7c24da83-19c3-4b43-8cdc-d13f2739d556 HTTP/1.1" status: 200 len: 991 time: 2.6036067 Feb 15 15:48:01.846373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:02.077099 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'status': 'completed', 'code': 200} Feb 15 15:48:02.125801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:48:02.253107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-085a1e0b-551e-499a-827c-7da1a26cf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:02.254707 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-085a1e0b-551e-499a-827c-7da1a26cf22d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 1162 time: 0.1369436 Feb 15 15:48:02.509742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:02.547077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-8b3835c6-06ac-41bb-9cd9-cbddb6041074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:02.548678 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-8b3835c6-06ac-41bb-9cd9-cbddb6041074 service neutron] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 904 time: 0.2787631 Feb 15 15:48:02.642332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': '7c24da83-19c3-4b43-8cdc-d13f2739d556', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'floating_ip_address': '172.28.2.215', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'port_id': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'mac_address': 'fa:16:3e:60:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:28Z', 'updated_at': '2021-02-15T15:48:00Z', 'revision_number': 1, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:48:02.647575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] Checking router: 62947e18-7d79-489f-8c0e-5d78e508fde1 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:48:02.656511 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:48:02.659864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:48:02.661975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:47:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:48:02.663228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:02.663529 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:02.782406 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-0cbc9ab6-c877-459d-8fe7-44a7009ce5c6 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 200 len: 999 time: 0.1439877 Feb 15 15:48:02.800479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0506-2213-40f1-9dad-2a79b6e063e0 req-9afec51c-db21-4131-b7f8-5f37c95dfd1a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:02.809341 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-967b0506-2213-40f1-9dad-2a79b6e063e0 req-9afec51c-db21-4131-b7f8-5f37c95dfd1a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.2594836 Feb 15 15:48:02.827083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:02.859875 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdee08e-a7d2-4bd8-b31c-b979de162ed5'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:02.872113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:48:02.876104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:02.877644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:02.910521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-9bf52e2d-5019-4674-be69-ec2e05320374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:02.912658 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-9bf52e2d-5019-4674-be69-ec2e05320374 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.0998755 Feb 15 15:48:02.931743 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-967b0506-2213-40f1-9dad-2a79b6e063e0 req-c04ae432-b985-4cb7-9f48-e68a649e5582 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206090 Feb 15 15:48:02.945989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:48:03.016825 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdee08e-a7d2-4bd8-b31c-b979de162ed5', 'code': 200} Feb 15 15:48:03.018120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:03.022165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:03.116893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-d8bea512-b1d3-4c33-b717-1cb3f93f706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:03.118725 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-d8bea512-b1d3-4c33-b717-1cb3f93f706d service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1779909 Feb 15 15:48:03.129957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58126407-7d94-4275-93ad-2205ae7c2695 req-28a0148c-1999-493c-a305-84bc0743f946 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:03.137807 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-58126407-7d94-4275-93ad-2205ae7c2695 req-28a0148c-1999-493c-a305-84bc0743f946 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.1414671 Feb 15 15:48:03.279094 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-58126407-7d94-4275-93ad-2205ae7c2695 req-158ef8fe-18b4-4e2c-9241-da5e70494616 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400335 Feb 15 15:48:03.402197 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-3f2206a7-6bf3-4cd9-bfb9-15d6bfe8a535 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617590 Feb 15 15:48:03.424939 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e61c4-8a51-4344-b7f1-2f966d33998c req-3729b6d0-86d4-4e8f-8b1a-2bcbd5f1618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:03.426977 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-535e61c4-8a51-4344-b7f1-2f966d33998c req-3729b6d0-86d4-4e8f-8b1a-2bcbd5f1618d service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 1163 time: 0.1450624 Feb 15 15:48:03.478769 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': '7c24da83-19c3-4b43-8cdc-d13f2739d556', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'floating_ip_address': '172.28.2.215', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'port_id': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'mac_address': 'fa:16:3e:60:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:28Z', 'updated_at': '2021-02-15T15:48:00Z', 'revision_number': 1, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:48:03.483954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b994ae7e-ef3d-404a-b4fe-fa0c081f196f None None] The sync data for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb is: [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': '7c24da83-19c3-4b43-8cdc-d13f2739d556', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'floating_ip_address': '172.28.2.215', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'port_id': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'mac_address': 'fa:16:3e:60:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:47:28Z', 'updated_at': '2021-02-15T15:48:00Z', 'revision_number': 1, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:48:03.504779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:03.605469 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-535e61c4-8a51-4344-b7f1-2f966d33998c req-c7d25f4c-db04-4975-98f7-2d29aeab772e service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545987 Feb 15 15:48:03.624396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:03.624914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:03.637926 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d35f86ac-80ca-4508-b0bb-90f010905972 req-a0ce53a5-7e19-4c91-9503-c20ad168795d service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2163019 Feb 15 15:48:03.810562 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39152) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:03.857186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e0481d-a910-4d6d-96d0-9c88301e2d85 None None] New status for floating IP 7c24da83-19c3-4b43-8cdc-d13f2739d556: ACTIVE {{(pid=84021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:48:04.141676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:04.173324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:04.179037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Usage tracker for resource:security_group_rule and tenant:9aee000c33a7463ea253e249ff630921 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:04.184380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:04.190224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:04.298252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:04.301161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:04.306180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-f23e8c07-3d2b-4a16-9cef-278d3ad915d5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:04.306932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-f23e8c07-3d2b-4a16-9cef-278d3ad915d5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Synchronizing usage tracker for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:network {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:48:04.314172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:04.316400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801616b-5545-41d4-9ac6-8c2fd57899eb req-5f51584a-6e0f-4c0b-890f-58f2293fa520 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:04.318131 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2801616b-5545-41d4-9ac6-8c2fd57899eb req-5f51584a-6e0f-4c0b-890f-58f2293fa520 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1665313 Feb 15 15:48:04.357226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-f23e8c07-3d2b-4a16-9cef-278d3ad915d5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Unset dirty status for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:network {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:48:04.358547 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-f23e8c07-3d2b-4a16-9cef-278d3ad915d5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/networks?id=b0d98248-2e94-4912-8c5c-73294dcc53ff HTTP/1.1" status: 200 len: 809 time: 0.3420424 Feb 15 15:48:04.379522 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9aee000c33a7463ea253e249ff630921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677931 Feb 15 15:48:04.381029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fcd532-c389-4936-a1e7-bdac0fd04629,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:04.384587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:04.385582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39176) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:04.389332 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-e29fdecf-47f9-4796-887f-553e81cac146 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/quotas/c86db58ec10d4b3da1d284f01a5685eb HTTP/1.1" status: 200 len: 375 time: 0.0184636 Feb 15 15:48:04.392513 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2801616b-5545-41d4-9ac6-8c2fd57899eb req-7555dc25-90e2-47a7-87b6-c629aac2c021 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618720 Feb 15 15:48:04.456458 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-16a77cc7-f05b-4e6f-be4b-57706772e499 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c86db58ec10d4b3da1d284f01a5685eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542707 Feb 15 15:48:04.474777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:04.510360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:04.575466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:04.581070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:04.597542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fcd532-c389-4936-a1e7-bdac0fd04629,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:04.605114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:04.607256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:04.611513 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70fcd532-c389-4936-a1e7-bdac0fd04629 HTTP/1.1" status: 204 len: 168 time: 0.2248824 Feb 15 15:48:04.680983 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-f54542bc-6941-48e5-a548-1bc9105b4c01 service neutron] 10.222.0.74 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167168 Feb 15 15:48:04.838410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68368e-a68f-427d-85bf-2b66bf5fe708 req-c4f5af21-5522-47fd-aa1c-e662d73cec2e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:04.839948 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea68368e-a68f-427d-85bf-2b66bf5fe708 req-c4f5af21-5522-47fd-aa1c-e662d73cec2e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.2920415 Feb 15 15:48:04.884077 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-b4b98349-73d2-4eb3-b773-3edabc6150ca service neutron] 10.222.0.74 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1955783 Feb 15 15:48:04.909350 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea68368e-a68f-427d-85bf-2b66bf5fe708 req-568e15bc-064a-41d2-8f39-60aee4ef1568 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541141 Feb 15 15:48:05.218888 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b604596d-1129-4d96-acaf-c9d60b7639d5 req-60ee5bf1-13ed-44f2-b4e0-9b7acaf66102 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 210 time: 0.0577140 Feb 15 15:48:05.629745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de7bae-2c2b-4720-a710-33c4f27395c5 req-6abedd35-0828-485e-986a-986e82aa3499 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:05.631888 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01de7bae-2c2b-4720-a710-33c4f27395c5 req-6abedd35-0828-485e-986a-986e82aa3499 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1143439 Feb 15 15:48:05.686504 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01de7bae-2c2b-4720-a710-33c4f27395c5 req-aeb41d23-1100-442d-82d5-41fc209b5271 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483229 Feb 15 15:48:06.186762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7d0e7-59b5-4c92-bda9-992c2cbb0d38 req-1a4bd1fb-d86d-407b-a445-cc7b50f7f78d tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:06.188405 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7ec7d0e7-59b5-4c92-bda9-992c2cbb0d38 req-1a4bd1fb-d86d-407b-a445-cc7b50f7f78d tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.1387210 Feb 15 15:48:06.259037 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7ec7d0e7-59b5-4c92-bda9-992c2cbb0d38 req-a8836dc1-d20c-4e0f-b97c-50d7f9e4eca7 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603580 Feb 15 15:48:06.577290 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5e3663be-b277-48eb-89ad-47c3e1d0923b req-248eb378-dd49-4e6c-bbec-e25b7331602f tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 210 time: 0.0573964 Feb 15 15:48:07.080160 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39270) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:07.219312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.235792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:07.240751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Usage tracker for resource:security_group_rule and tenant:6ff45280dcd047b1908c97bf7596c7da is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:07.243906 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:07.249679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:07.263066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee312a-73eb-426b-9963-8e191d17b12d req-1c4779b2-7a9d-4812-8bb5-4ad0172d0831 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:07.265900 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cbee312a-73eb-426b-9963-8e191d17b12d req-1c4779b2-7a9d-4812-8bb5-4ad0172d0831 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.4553132 Feb 15 15:48:07.281298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-92e67be5-a10d-4da4-9b83-904f9abc4897 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:07.282872 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-92e67be5-a10d-4da4-9b83-904f9abc4897 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "GET /v2.0/networks?id=b0d98248-2e94-4912-8c5c-73294dcc53ff HTTP/1.1" status: 200 len: 809 time: 0.2062948 Feb 15 15:48:07.309372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Request body: {'port': {'device_id': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff', 'admin_state_up': True, 'tenant_id': 'c86db58ec10d4b3da1d284f01a5685eb'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:48:07.349401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.353075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.360772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-683406be-0af3-4d1f-b0d8-86ad138b2ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:07.406225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a30b510-5192-4b4f-87ad-87bf7dc16c74,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:07.410980 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6ff45280dcd047b1908c97bf7596c7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296819 Feb 15 15:48:07.412337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:07.414273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39284) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:07.469092 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cbee312a-73eb-426b-9963-8e191d17b12d req-0d80d90b-c521-43e4-851d-698a43963fc5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948001 Feb 15 15:48:07.480248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.514117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.547343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:07.559142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094685a-1353-497c-8b5e-c549d131621d req-8b7888c1-ffac-4aa7-8751-55e80739a2e0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:07.560630 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6094685a-1353-497c-8b5e-c549d131621d req-8b7888c1-ffac-4aa7-8751-55e80739a2e0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.1701295 Feb 15 15:48:07.561656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Usage tracker for resource:port and tenant:c86db58ec10d4b3da1d284f01a5685eb is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:07.564796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:07.568893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.571381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:07.576920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92b4a463-e16d-433b-930f-c09c290f9829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:07.592754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a30b510-5192-4b4f-87ad-87bf7dc16c74,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:07.595884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:07.596830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.600799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Made reservation on behalf of c86db58ec10d4b3da1d284f01a5685eb for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:48:07.601596 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a30b510-5192-4b4f-87ad-87bf7dc16c74 HTTP/1.1" status: 204 len: 168 time: 0.1859133 Feb 15 15:48:07.611497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.622912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:07.674928 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6094685a-1353-497c-8b5e-c549d131621d req-5d4dcc1b-01b8-4121-8554-9d72c4958e94 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996821 Feb 15 15:48:07.761634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:07.762302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:07.953746 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-77bc7b8d-fb1e-4824-bb91-a03b49eaa3c2 req-98e76f20-0680-4778-ab40-3b875105f8a1 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 210 time: 0.1154313 Feb 15 15:48:08.092634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39306) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:08.122505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.127543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Allocated IP 172.20.0.12 (b0d98248-2e94-4912-8c5c-73294dcc53ff/ef1b176a-363d-4bf2-ba5f-2c4e1578911f/455e62a1-1059-4422-a2da-9c988ae20d5e) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:48:08.139498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:08.143842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Usage tracker for resource:security_group_rule and tenant:b3309b0dd6bd42f2b07c7cfd3194da92 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:08.147596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:08.154924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:08.272507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.278466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.327097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:08.342453 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3309b0dd6bd42f2b07c7cfd3194da92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482934 Feb 15 15:48:08.345323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39314) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:08.382812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea345aaf-92c5-4259-a0df-a78966944ed4,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:08.386196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:08.424934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.457374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.490383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.503868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.570245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.576805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7c0280a4-9d5a-4887-8ce3-93082140534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:08.591137 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea345aaf-92c5-4259-a0df-a78966944ed4,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:08.594415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:08.596514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:08.601575 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ea345aaf-92c5-4259-a0df-a78966944ed4 HTTP/1.1" status: 204 len: 168 time: 0.2518342 Feb 15 15:48:08.617512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4575a787-50d2-4c08-9917-d6f8f97b8d1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:08.781286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Pushing event updated for resources: {'Port': ['ID=455e62a1-1059-4422-a2da-9c988ae20d5e,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:08.788732 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:08.848107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff73ab-a328-4bfc-b083-ec387ccb1e9c req-1cb0f86c-768f-4fe4-b4a0-5ed647738afe tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:08.849778 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fbff73ab-a328-4bfc-b083-ec387ccb1e9c req-1cb0f86c-768f-4fe4-b4a0-5ed647738afe tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1784763 Feb 15 15:48:08.892100 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Network b0d98248-2e94-4912-8c5c-73294dcc53ff is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:48:08.895311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:48:08.899037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:48:08.975220 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fbff73ab-a328-4bfc-b083-ec387ccb1e9c req-c41b1ea6-99ba-4800-bd27-97d5e47d0993 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150093 Feb 15 15:48:08.994524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:08.995675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:09.019412 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7171905 Feb 15 15:48:09.072000 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Request body: {'port': {'device_id': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:48:09.262111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:09.391932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe4cdd-e765-4aa1-a09a-bac5ca4321fa req-4d036556-d9be-4de5-b9c2-2e53c7769800 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:09.391932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-befe4cdd-e765-4aa1-a09a-bac5ca4321fa req-4d036556-d9be-4de5-b9c2-2e53c7769800 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Synchronizing usage tracker for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:48:09.438693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-befe4cdd-e765-4aa1-a09a-bac5ca4321fa req-4d036556-d9be-4de5-b9c2-2e53c7769800 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Unset dirty status for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:48:09.439531 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-befe4cdd-e765-4aa1-a09a-bac5ca4321fa req-4d036556-d9be-4de5-b9c2-2e53c7769800 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 932 time: 0.2642727 Feb 15 15:48:09.550731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-befe4cdd-e765-4aa1-a09a-bac5ca4321fa req-a5971931-45b5-4a22-b6ae-b1d9f52ae22b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Synchronizing usage tracker for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:48:09.659477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-befe4cdd-e765-4aa1-a09a-bac5ca4321fa req-a5971931-45b5-4a22-b6ae-b1d9f52ae22b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Unset dirty status for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:48:09.660671 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-befe4cdd-e765-4aa1-a09a-bac5ca4321fa req-a5971931-45b5-4a22-b6ae-b1d9f52ae22b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811788 Feb 15 15:48:09.837578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455e62a1-1059-4422-a2da-9c988ae20d5e {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:48:09.846645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:09.860716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Transition to ACTIVE for port object 455e62a1-1059-4422-a2da-9c988ae20d5e will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:48:09.866303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:09.976632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a84665c-8b67-442b-ad86-9ea360744c5a tempest-DeleteServersTestJSON-1533435455 tempest-DeleteServersTestJSON-1533435455-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:10.210932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=455e62a1-1059-4422-a2da-9c988ae20d5e,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:10.215101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:10.774833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Attempting to bind port 455e62a1-1059-4422-a2da-9c988ae20d5e on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:48:10.775391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Attempting to bind port 455e62a1-1059-4422-a2da-9c988ae20d5e by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:48:10.775515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Attempting to bind port 455e62a1-1059-4422-a2da-9c988ae20d5e on network b0d98248-2e94-4912-8c5c-73294dcc53ff {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:48:10.801292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:48:10.801678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Checking segment: {'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:48:10.802148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:10.802555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Bound using segment: {'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:48:10.803037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Bound port: 455e62a1-1059-4422-a2da-9c988ae20d5e, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:48:10.803409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:10.908448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6811b5-f6fb-4566-aa88-7482fc63c36d req-d3c43ee1-30e2-4473-8bf9-8ee0cd4477f4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:10.910081 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc6811b5-f6fb-4566-aa88-7482fc63c36d req-d3c43ee1-30e2-4473-8bf9-8ee0cd4477f4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.7583578 Feb 15 15:48:10.987957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be674-3b14-4e85-b2f3-96748cbce774 req-5594b145-69ae-4dc8-9450-0b31b30665b4 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:10.989813 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-5594b145-69ae-4dc8-9450-0b31b30665b4 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 0.2995589 Feb 15 15:48:11.032736 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-6d5f0002-2d37-49af-81eb-2c381c4d3664 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/quotas/83e886b94bb5484c8cb124a7c38aa573 HTTP/1.1" status: 200 len: 375 time: 0.0353279 Feb 15 15:48:11.037516 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc6811b5-f6fb-4566-aa88-7482fc63c36d req-7f4cd280-1c1c-4b49-863d-791e3a4ee657 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188591 Feb 15 15:48:11.039206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] For port 455e62a1-1059-4422-a2da-9c988ae20d5e, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:48:11.087684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] For port 455e62a1-1059-4422-a2da-9c988ae20d5e, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=455e62a1-1059-4422-a2da-9c988ae20d5e,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:48:11.098381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:11.118497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:11.367703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=455e62a1-1059-4422-a2da-9c988ae20d5e,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:11.381176 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:11.416018 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-42ea8ab3-7292-4c05-9b6a-30508602010d tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3727472 Feb 15 15:48:11.547798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:11.548487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:11.550266 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] 10.222.0.111 "PUT /v2.0/ports/455e62a1-1059-4422-a2da-9c988ae20d5e HTTP/1.1" status: 200 len: 1158 time: 2.4842286 Feb 15 15:48:11.550943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:11.570273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83367-742f-462c-9fce-15c698158b5a req-246924bd-f997-4f21-a6ea-ec99f691b5d6 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:11.571841 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a9f83367-742f-462c-9fce-15c698158b5a req-246924bd-f997-4f21-a6ea-ec99f691b5d6 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 944 time: 0.3657908 Feb 15 15:48:11.733414 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a9f83367-742f-462c-9fce-15c698158b5a req-cf113f9b-fb96-4bd4-b80a-f7f15ded0449 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532683 Feb 15 15:48:11.744311 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-428d6851-1986-4266-8339-bbabf0e80808 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180089 Feb 15 15:48:11.901923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-92d2ea9a-1eac-4133-a523-990b4f7996ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:11.903580 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-92d2ea9a-1eac-4133-a523-990b4f7996ef service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=c86db58ec10d4b3da1d284f01a5685eb&device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 1161 time: 0.2846363 Feb 15 15:48:12.003035 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-ebae0df0-6efd-449e-8d89-6bd96f409ac8 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455e62a1-1059-4422-a2da-9c988ae20d5e HTTP/1.1" status: 200 len: 217 time: 0.0769923 Feb 15 15:48:12.009580 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-08d1e854-311d-41b5-b454-07ad8b969770 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2630224 Feb 15 15:48:12.124380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-eef57be5-f653-48ab-8d25-366ff6d40b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:12.128001 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-eef57be5-f653-48ab-8d25-366ff6d40b69 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=ef1b176a-363d-4bf2-ba5f-2c4e1578911f HTTP/1.1" status: 200 len: 849 time: 0.1053374 Feb 15 15:48:12.213199 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-141082d6-54a2-4c2c-9735-7a42a8d6cb1b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=b0d98248-2e94-4912-8c5c-73294dcc53ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627272 Feb 15 15:48:12.398899 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e', 'status': 'completed', 'code': 200} Feb 15 15:48:12.520145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-76a74d73-911f-45ea-ba9f-b4e6c6badcae req-b04b2543-02dc-402d-937e-3bfecf918ab7 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 210 time: 0.1139731 Feb 15 15:48:12.605239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a6c49-d6e7-4702-89c5-a5159f275f05 req-5bbc8f57-92da-4e05-ab61-bd5e45377743 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:12.606795 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ba1a6c49-d6e7-4702-89c5-a5159f275f05 req-5bbc8f57-92da-4e05-ab61-bd5e45377743 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.2019198 Feb 15 15:48:12.610047 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-2b23a021-c072-48b7-8279-1426e73adf0e service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705330 Feb 15 15:48:12.743745 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ba1a6c49-d6e7-4702-89c5-a5159f275f05 req-853404c0-8727-4eff-8308-ccf5549a6b4d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268203 Feb 15 15:48:12.811469 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e4c89353-7522-43cd-94cf-0addcc44e73e req-9baf03db-f697-41d7-bfc1-b201c7b5b8d0 service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1635871 Feb 15 15:48:13.045522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-63b58f22-1176-4d4b-b3a2-37b4a57ec325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:13.047354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-63b58f22-1176-4d4b-b3a2-37b4a57ec325 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=c86db58ec10d4b3da1d284f01a5685eb&device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 1161 time: 0.1291697 Feb 15 15:48:13.055965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745d993-d24c-4912-8d4c-928f2cf93526 req-672865b6-847a-4e16-ab49-e54ac253c577 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:13.063200 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1745d993-d24c-4912-8d4c-928f2cf93526 req-672865b6-847a-4e16-ab49-e54ac253c577 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 944 time: 0.1901469 Feb 15 15:48:13.214536 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1745d993-d24c-4912-8d4c-928f2cf93526 req-dd08ddf4-90ea-4986-8d2e-dc7112e6f4fb tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503592 Feb 15 15:48:13.263773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-c1dce105-e04c-4825-bd16-e1c5777e00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:13.265417 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-c1dce105-e04c-4825-bd16-e1c5777e00dd service neutron] 10.222.0.111 "GET /v2.0/networks?id=b0d98248-2e94-4912-8c5c-73294dcc53ff HTTP/1.1" status: 200 len: 903 time: 0.1764603 Feb 15 15:48:13.359197 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-37eae114-4980-4e7f-aa09-3031330260f5 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=455e62a1-1059-4422-a2da-9c988ae20d5e HTTP/1.1" status: 200 len: 217 time: 0.0803001 Feb 15 15:48:13.445195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-9478cc2e-3a1a-456d-92b0-7626adb55249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:13.446864 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-9478cc2e-3a1a-456d-92b0-7626adb55249 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=ef1b176a-363d-4bf2-ba5f-2c4e1578911f HTTP/1.1" status: 200 len: 849 time: 0.0756214 Feb 15 15:48:13.507317 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-c56d8ac2-ad79-46af-9287-2d0bbdf8d326 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=b0d98248-2e94-4912-8c5c-73294dcc53ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532458 Feb 15 15:48:13.588502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39502) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:13.736765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:13.757991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:13.763551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Usage tracker for resource:security_group_rule and tenant:f0d73b28f9ce44abb23460053993acf0 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:13.767075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:13.774672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:13.875378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:13.879569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:13.890359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:13.939076 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f0d73b28f9ce44abb23460053993acf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466923 Feb 15 15:48:13.939076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005f11d5-c92d-4fbe-83dd-8e07fb8c2c5a,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:13.941240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39510) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:13.944838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:13.966198 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4c60f8ac-aa4b-4a77-b107-89969dca1ec9 req-44816fa6-c7bf-4e85-b8ce-f7562eec548e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 210 time: 0.1041310 Feb 15 15:48:14.020042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.029661 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-a590b15b-09e1-4371-b3d8-529c3cddd009 service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054185 Feb 15 15:48:14.063850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.113859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.119232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:14.134359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f11d5-c92d-4fbe-83dd-8e07fb8c2c5a,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:14.137481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:14.138499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.143628 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/005f11d5-c92d-4fbe-83dd-8e07fb8c2c5a HTTP/1.1" status: 204 len: 168 time: 0.2005794 Feb 15 15:48:14.318781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd796b33-1733-4ccf-97c7-63d1c29e48eb req-9f973ae7-4667-4120-9858-b1902fb03251 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:14.320436 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bd796b33-1733-4ccf-97c7-63d1c29e48eb req-9f973ae7-4667-4120-9858-b1902fb03251 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.4154210 Feb 15 15:48:14.371539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be674-3b14-4e85-b2f3-96748cbce774 req-080e4c33-1fc1-4c51-baa9-5b44f0fbf6e5 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:14.373145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-080e4c33-1fc1-4c51-baa9-5b44f0fbf6e5 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 0.3777516 Feb 15 15:48:14.416845 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80d78cb0-c015-469e-8b3b-bcb630661ed0 req-543517e6-1b67-4b47-a095-b549893077c6 service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3231690 Feb 15 15:48:14.422863 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bd796b33-1733-4ccf-97c7-63d1c29e48eb req-40d369d5-7bfe-428a-af1d-b1c635edb09a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840096 Feb 15 15:48:14.457121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Request body: {'port': {'device_id': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'network_id': '14047426-763f-434c-bafa-4a8887b00a98', 'admin_state_up': True, 'tenant_id': '83e886b94bb5484c8cb124a7c38aa573'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:48:14.557058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39528) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:14.576191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.592424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:14.596581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Usage tracker for resource:security_group_rule and tenant:896bafabb0bf47f8bec5e236f25aeaf7 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:14.600138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:14.606704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:14.689626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:14.706532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:14.707410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.711634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.721802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-50fd27a3-82db-418a-b87a-9e2c84f4e20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:14.723129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Made reservation on behalf of 83e886b94bb5484c8cb124a7c38aa573 for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:48:14.729137 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.764983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bfc53-043e-4b55-ba68-9263ac13929c req-92c7451d-fc02-4985-9ab4-5747d2318bdb tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:14.767851 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cd5bfc53-043e-4b55-ba68-9263ac13929c req-92c7451d-fc02-4985-9ab4-5747d2318bdb tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 944 time: 0.1772544 Feb 15 15:48:14.774075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=896bafabb0bf47f8bec5e236f25aeaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157710 Feb 15 15:48:14.776224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39534) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:14.776934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c267b4bb-265c-4854-86dd-2861a9556ef5,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:14.780487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:14.847791 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.877756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.944371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.953391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-04ba6163-bf91-4d6f-8c1d-11ab876b2547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:14.971146 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cd5bfc53-043e-4b55-ba68-9263ac13929c req-bc6b1cac-a46c-4883-8ef0-87a075d4b4be tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719608 Feb 15 15:48:14.980870 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c267b4bb-265c-4854-86dd-2861a9556ef5,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:14.986312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:14.987885 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:14.995262 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c267b4bb-265c-4854-86dd-2861a9556ef5 HTTP/1.1" status: 204 len: 168 time: 0.2130413 Feb 15 15:48:15.236106 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ffdb821-f1c5-4326-8db4-5cd7542b9cab req-81b24a64-e4d7-4482-8176-bf92f073a8d1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 210 time: 0.0945227 Feb 15 15:48:15.261120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Allocated IP 172.20.0.7 (14047426-763f-434c-bafa-4a8887b00a98/bedd7416-5fba-492c-92cf-371869513c52/e0cb58b7-b33c-4185-978b-4ffce67c7028) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:48:15.489234 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:15.523271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:15.550424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:15.765278 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event updated for resources: {'Port': ['ID=e0cb58b7-b33c-4185-978b-4ffce67c7028,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:15.768998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:15.835728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedddcfc-25ce-4f08-9e85-a1a126271ce1 req-04ace9f9-34d5-4acd-b201-0e087b7daa80 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:15.837320 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fedddcfc-25ce-4f08-9e85-a1a126271ce1 req-04ace9f9-34d5-4acd-b201-0e087b7daa80 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1952350 Feb 15 15:48:15.839249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Network 14047426-763f-434c-bafa-4a8887b00a98 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:48:15.840579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:48:15.842809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:48:15.944006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:15.944675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:15.958824 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fedddcfc-25ce-4f08-9e85-a1a126271ce1 req-cc82e5f8-8e82-480c-b4fe-bb856af87a5c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836849 Feb 15 15:48:15.975277 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5238516 Feb 15 15:48:16.007501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Request body: {'port': {'device_id': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:48:16.170171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.340979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39588) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:16.505964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b5ed7-a207-45a7-a89a-286fd9ead05b req-ab3c40cd-9fc1-47d3-9972-6f509b780147 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:16.507618 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c5b5ed7-a207-45a7-a89a-286fd9ead05b req-ab3c40cd-9fc1-47d3-9972-6f509b780147 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 944 time: 0.2869222 Feb 15 15:48:16.517290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.534446 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:16.539072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Usage tracker for resource:security_group_rule and tenant:5b320d12ec21402aa9676443835b8489 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:16.542211 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:16.549291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:16.652728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.662552 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.684002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d6c3de58-99fb-4793-a3c8-b1caf93bd1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:16.740619 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b320d12ec21402aa9676443835b8489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949971 Feb 15 15:48:16.740619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b06ad1-081c-4ecb-a739-99b1d63c5718,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:16.742691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39606) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:16.745847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:16.820058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.853582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.888027 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c5b5ed7-a207-45a7-a89a-286fd9ead05b req-c187cee3-e913-4c61-9330-08a5afd6a8db tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738041 Feb 15 15:48:16.907012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.914536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:16.928584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b06ad1-081c-4ecb-a739-99b1d63c5718,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:16.936759 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:16.937588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:16.943105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441478d-e588-42b2-8b97-f5945e307ce9 req-6d158e9d-c0cc-4d44-8d4d-6ec96cf29d8e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:16.944068 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-3441478d-e588-42b2-8b97-f5945e307ce9 req-6d158e9d-c0cc-4d44-8d4d-6ec96cf29d8e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:48:16.957066 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/34b06ad1-081c-4ecb-a739-99b1d63c5718 HTTP/1.1" status: 204 len: 168 time: 0.2119513 Feb 15 15:48:16.982811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-3441478d-e588-42b2-8b97-f5945e307ce9 req-6d158e9d-c0cc-4d44-8d4d-6ec96cf29d8e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:48:16.991856 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3441478d-e588-42b2-8b97-f5945e307ce9 req-6d158e9d-c0cc-4d44-8d4d-6ec96cf29d8e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 931 time: 0.6131146 Feb 15 15:48:17.091075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3441478d-e588-42b2-8b97-f5945e307ce9 req-7d27005c-6304-4b15-9f3e-3ca9b15bc758 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979469 Feb 15 15:48:17.201585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:48:17.204491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cb58b7-b33c-4185-978b-4ffce67c7028 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:48:17.215982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.230982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Transition to ACTIVE for port object e0cb58b7-b33c-4185-978b-4ffce67c7028 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:48:17.234659 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.256109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aafb01c6-93d1-404f-b294-37244ef9b1a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:17.420996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39630) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:17.442694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.445971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Pushing event updated for resources: {'Port': ['ID=e0cb58b7-b33c-4185-978b-4ffce67c7028,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:17.460862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:17.462307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:17.465307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Usage tracker for resource:security_group_rule and tenant:fb176ed7b43d4c1eac1adc4d19480d26 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:17.468565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:17.475018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:17.525429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21760872-5f94-4dff-8619-06ab52a0cf77 req-99dbe1bd-833f-4f37-a4fe-b54ec93e4e35 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:17.527090 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21760872-5f94-4dff-8619-06ab52a0cf77 req-99dbe1bd-833f-4f37-a4fe-b54ec93e4e35 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1882441 Feb 15 15:48:17.576595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.579974 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.589662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf92927f-7d7e-4a2b-a5f8-26972164d965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:17.644472 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fb176ed7b43d4c1eac1adc4d19480d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176945 Feb 15 15:48:17.644472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc2a69-6938-41b8-87d1-63086e40e6d8,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:17.645252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 39634) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:17.646294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:17.700503 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21760872-5f94-4dff-8619-06ab52a0cf77 req-d308bb5e-a6ef-4b26-aba4-23a8d1f39e10 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179729 Feb 15 15:48:17.749857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-4ab23af1-b5f1-4138-b62d-107b9dcde2bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:48:17.753110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Attempting to bind port e0cb58b7-b33c-4185-978b-4ffce67c7028 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:48:17.753498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Attempting to bind port e0cb58b7-b33c-4185-978b-4ffce67c7028 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:48:17.753875 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Attempting to bind port e0cb58b7-b33c-4185-978b-4ffce67c7028 on network 14047426-763f-434c-bafa-4a8887b00a98 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:48:17.769035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:48:17.769410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Checking segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:48:17.769815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.770238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Bound using segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:48:17.771233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Bound port: e0cb58b7-b33c-4185-978b-4ffce67c7028, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:48:17.771608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.790689 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.864575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.873333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.936145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] For port e0cb58b7-b33c-4185-978b-4ffce67c7028, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:48:17.939808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] For port e0cb58b7-b33c-4185-978b-4ffce67c7028, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e0cb58b7-b33c-4185-978b-4ffce67c7028,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:48:17.944424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:17.960836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:18.106274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:18.183253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:18.184479 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ccc2a69-6938-41b8-87d1-63086e40e6d8 HTTP/1.1" status: 204 len: 168 time: 0.5385733 Feb 15 15:48:18.193041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Pushing event updated for resources: {'Port': ['ID=e0cb58b7-b33c-4185-978b-4ffce67c7028,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:18.200133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:18.203523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-508d6698-b2ed-4b64-b259-ba7541df9428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:18.226483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc2a69-6938-41b8-87d1-63086e40e6d8,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:18.236952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:18.306073 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:18.306752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:18.308236 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] 10.222.0.111 "PUT /v2.0/ports/e0cb58b7-b33c-4185-978b-4ffce67c7028 HTTP/1.1" status: 200 len: 1157 time: 2.3056285 Feb 15 15:48:18.315756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'tag': 'e0cb58b7-b33c-4185-978b-4ffce67c7028'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:18.347005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713951b-062e-4fd6-81aa-5d271e6f248e req-e2e6457e-de47-42da-9642-f624caeb9eae tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:18.348497 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d713951b-062e-4fd6-81aa-5d271e6f248e req-e2e6457e-de47-42da-9642-f624caeb9eae tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 944 time: 0.2968853 Feb 15 15:48:18.399952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8b7d-f3e7-4cba-8433-d6f29d09db1f req-f09bdb1d-a882-4d9d-a194-58dd01b61911 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:18.401543 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-737d8b7d-f3e7-4cba-8433-d6f29d09db1f req-f09bdb1d-a882-4d9d-a194-58dd01b61911 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 943 time: 0.1696148 Feb 15 15:48:18.510145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d713951b-062e-4fd6-81aa-5d271e6f248e req-7112f47b-99d4-4b1b-83b9-72d5534d27b4 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521225 Feb 15 15:48:18.523694 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-737d8b7d-f3e7-4cba-8433-d6f29d09db1f req-0fa7b396-40a0-4c06-b22a-96808008f373 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796299 Feb 15 15:48:18.541943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be674-3b14-4e85-b2f3-96748cbce774 req-f9706879-caa0-4f5f-ada1-26348dba40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:18.543587 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-f9706879-caa0-4f5f-ada1-26348dba40e6 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 1160 time: 0.1586306 Feb 15 15:48:18.643916 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'tag': 'e0cb58b7-b33c-4185-978b-4ffce67c7028', 'status': 'completed', 'code': 200} Feb 15 15:48:18.646010 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-841d9d64-19de-4404-b890-088d34e67ea9 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0cb58b7-b33c-4185-978b-4ffce67c7028 HTTP/1.1" status: 200 len: 217 time: 0.0895352 Feb 15 15:48:18.740629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be674-3b14-4e85-b2f3-96748cbce774 req-0af28920-9faa-45da-962a-d1c7973074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:18.742243 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-0af28920-9faa-45da-962a-d1c7973074ad service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.0849366 Feb 15 15:48:18.836809 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-cecf4ee4-8586-4829-8a5f-153ee1fd14c8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517347 Feb 15 15:48:19.126479 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-daae30b2-b82d-4232-b89b-b270736c7586 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536080 Feb 15 15:48:19.169189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a12f5-c6f7-4060-9c3a-e62ff92c9a71 req-49811970-0f67-460b-bfa1-c0082dfeb86a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:19.170815 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d29a12f5-c6f7-4060-9c3a-e62ff92c9a71 req-49811970-0f67-460b-bfa1-c0082dfeb86a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1693549 Feb 15 15:48:19.294055 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d29a12f5-c6f7-4060-9c3a-e62ff92c9a71 req-44244f4c-24ee-433b-86d6-fce60acc96bf tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719724 Feb 15 15:48:19.323903 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-938be674-3b14-4e85-b2f3-96748cbce774 req-4881ddf5-77f2-4350-9c3e-e40c6fe3c4ac service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1853039 Feb 15 15:48:19.475163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-544f6298-ece4-40af-a89d-335238751215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:19.476777 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-544f6298-ece4-40af-a89d-335238751215 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 1160 time: 0.0841208 Feb 15 15:48:19.698031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-1b1df195-1f11-4ea6-a5b5-318909af6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:19.699601 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-1b1df195-1f11-4ea6-a5b5-318909af6c85 service neutron] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 908 time: 0.2130356 Feb 15 15:48:19.829873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-65c21a3e-60aa-4754-944a-66643ed7850f service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0cb58b7-b33c-4185-978b-4ffce67c7028 HTTP/1.1" status: 200 len: 217 time: 0.0918727 Feb 15 15:48:19.901213 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 455e62a1-1059-4422-a2da-9c988ae20d5e up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:19.981828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 455e62a1-1059-4422-a2da-9c988ae20d5e completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:48:19.987461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 455e62a1-1059-4422-a2da-9c988ae20d5e triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:19.988121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:20.125516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:20.163237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 455e62a1-1059-4422-a2da-9c988ae20d5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=455e62a1-1059-4422-a2da-9c988ae20d5e,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:48:20.164336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:20.170391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:20.172218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:20.190999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296b80e-a450-4cc8-81c5-f3a1f7e20d11 req-1616415f-ea1d-4fed-b5ee-f0ca7b37eb33 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:20.193155 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1296b80e-a450-4cc8-81c5-f3a1f7e20d11 req-1616415f-ea1d-4fed-b5ee-f0ca7b37eb33 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 944 time: 0.5333371 Feb 15 15:48:20.200069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-eb63fd4d-f0c8-4c1a-8b1b-9e13d65071f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:20.201605 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-eb63fd4d-f0c8-4c1a-8b1b-9e13d65071f8 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.3570912 Feb 15 15:48:20.209378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c4eb4-4fc7-4ed5-9dbc-69961ff7f55d req-59b31a71-e52b-40ed-98a3-6cbbada1f357 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:20.210930 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a88c4eb4-4fc7-4ed5-9dbc-69961ff7f55d req-59b31a71-e52b-40ed-98a3-6cbbada1f357 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 943 time: 0.5483317 Feb 15 15:48:20.246448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=455e62a1-1059-4422-a2da-9c988ae20d5e,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:20.250376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:20.296627 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-7fccc1cf-a7fe-40dd-87d9-0605d77a6a39 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708036 Feb 15 15:48:20.360055 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1296b80e-a450-4cc8-81c5-f3a1f7e20d11 req-295a9cf8-4fde-4b0a-819a-9dd5486707ba tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572676 Feb 15 15:48:20.430725 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a88c4eb4-4fc7-4ed5-9dbc-69961ff7f55d req-4328cfe4-c4d5-4d48-9645-eb01ca4dfe09 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034359 Feb 15 15:48:20.490673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 455e62a1-1059-4422-a2da-9c988ae20d5e up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:20.519114 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-a6bdbf49-6867-4eed-aa37-0aee45562340 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892967 Feb 15 15:48:20.686574 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9617f8e7-1706-48b5-89b3-baaf4581c93f req-926f8c4e-f923-4bc5-81a4-dd13872d15a8 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1554160 Feb 15 15:48:20.754575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 455e62a1-1059-4422-a2da-9c988ae20d5e triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:20.755163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:20.797089 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e', 'code': 200} Feb 15 15:48:20.840309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6622b-89b3-488e-afdd-293dacfcac13 req-ce7b41a4-4454-4278-8eb0-2c4e3bae6220 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:20.842281 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8d6622b-89b3-488e-afdd-293dacfcac13 req-ce7b41a4-4454-4278-8eb0-2c4e3bae6220 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0984423 Feb 15 15:48:20.893639 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8d6622b-89b3-488e-afdd-293dacfcac13 req-dfc4ed8d-e428-48c3-84ec-e485624274e7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Feb 15 15:48:21.074764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5605a39-46ea-4838-ac0d-fed97183baf8 req-a42b8136-6b4a-4b1e-91cc-0b2f3d4d8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:21.076389 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d5605a39-46ea-4838-ac0d-fed97183baf8 req-a42b8136-6b4a-4b1e-91cc-0b2f3d4d8caa service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 1163 time: 0.0793622 Feb 15 15:48:21.129079 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d5605a39-46ea-4838-ac0d-fed97183baf8 req-17f08b8f-183e-47ed-a986-b86e4c9adfa4 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Feb 15 15:48:21.637220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ce54d-0c19-494c-89ab-0b1c2baa54f0 req-d91dabab-8a41-4584-b918-d5d867f803c1 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:21.638837 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe6ce54d-0c19-494c-89ab-0b1c2baa54f0 req-d91dabab-8a41-4584-b918-d5d867f803c1 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.1614909 Feb 15 15:48:21.682986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e73fa-008c-4d27-ac9f-6b9cebbc9616 req-50ff339c-9eb0-48a9-8a40-44bb3b04d653 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:21.684533 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c68e73fa-008c-4d27-ac9f-6b9cebbc9616 req-50ff339c-9eb0-48a9-8a40-44bb3b04d653 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 943 time: 0.1395488 Feb 15 15:48:21.726032 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe6ce54d-0c19-494c-89ab-0b1c2baa54f0 req-92c9fb2f-1055-4b78-9eb1-c656b6a3ba7d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802011 Feb 15 15:48:21.760131 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c68e73fa-008c-4d27-ac9f-6b9cebbc9616 req-d0c94da3-e11d-4c94-a0eb-869c54bb6690 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648029 Feb 15 15:48:22.211924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc0f3-85ed-4855-980f-3836fcb592b2 req-452d8292-5c70-4693-bdff-38e172de8cbc tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:22.213697 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-749bc0f3-85ed-4855-980f-3836fcb592b2 req-452d8292-5c70-4693-bdff-38e172de8cbc tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0885525 Feb 15 15:48:22.274058 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-749bc0f3-85ed-4855-980f-3836fcb592b2 req-00a0c167-ad36-4f42-8c9c-155445734d0e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Feb 15 15:48:22.772367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9c89aa-493d-471c-9f6d-b8b3d13474aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:22.986991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a4d4-9897-49d5-a710-3a9e88199dcc req-94efb014-a582-424b-b139-d6abb90278aa tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:22.988770 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0f99a4d4-9897-49d5-a710-3a9e88199dcc req-94efb014-a582-424b-b139-d6abb90278aa tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.1443818 Feb 15 15:48:23.033876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082dfb3b-2ed0-46a7-b8ea-3a8e66c17048 req-8f13a715-8ec6-4c33-8e20-2ac705ca0dfd tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:23.035284 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-082dfb3b-2ed0-46a7-b8ea-3a8e66c17048 req-8f13a715-8ec6-4c33-8e20-2ac705ca0dfd tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 943 time: 0.1502590 Feb 15 15:48:23.101503 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0f99a4d4-9897-49d5-a710-3a9e88199dcc req-1326215f-f503-4484-9d46-f4bd0cbe9a38 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981746 Feb 15 15:48:23.119431 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-082dfb3b-2ed0-46a7-b8ea-3a8e66c17048 req-0b1e50fc-eb5a-42a4-acb7-3933decb7b98 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701008 Feb 15 15:48:23.500371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ad08a-805c-449e-8847-f927a7a05d8e req-1703d18e-cd1d-4a78-b060-4a7d7073c458 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:23.501981 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-813ad08a-805c-449e-8847-f927a7a05d8e req-1703d18e-cd1d-4a78-b060-4a7d7073c458 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0885830 Feb 15 15:48:23.562339 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-813ad08a-805c-449e-8847-f927a7a05d8e req-f22b625a-fac1-46c1-8214-30d2c74538a3 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520804 Feb 15 15:48:24.373223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ae494-43ca-45bf-b214-340d7c7d7fdd req-3c2ab0dd-f194-4c74-9df2-76e8062e8ae2 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:24.374886 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e93ae494-43ca-45bf-b214-340d7c7d7fdd req-3c2ab0dd-f194-4c74-9df2-76e8062e8ae2 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.1493192 Feb 15 15:48:24.417427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122b44b-fa98-4173-9807-7f638920a665 req-8c2fc64e-a939-4ee3-b9a1-5cb306f7bc3f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:24.419483 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9122b44b-fa98-4173-9807-7f638920a665 req-8c2fc64e-a939-4ee3-b9a1-5cb306f7bc3f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 943 time: 0.1518722 Feb 15 15:48:24.487500 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e93ae494-43ca-45bf-b214-340d7c7d7fdd req-b06af05f-ac4e-424d-b1f4-cb0aeda73774 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991635 Feb 15 15:48:24.497433 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9122b44b-fa98-4173-9807-7f638920a665 req-25a1c2ea-fd5a-4dc8-ad9c-7b5bb2f0f362 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707722 Feb 15 15:48:24.885427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307c584-06ff-4c6e-b51e-520e0ce5739c req-36192f71-16af-4837-803d-4aead25843af tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:24.887141 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1307c584-06ff-4c6e-b51e-520e0ce5739c req-36192f71-16af-4837-803d-4aead25843af tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0863442 Feb 15 15:48:24.935592 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1307c584-06ff-4c6e-b51e-520e0ce5739c req-a0aa42e2-ddff-4dca-bd6e-8d12574b5544 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Feb 15 15:48:25.110751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36d207ff-bf98-461d-8675-1ea98f6e7a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:25.708034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38af0b-c6b0-4527-86d7-a51ce98dea02 req-74f070b3-16d9-41dc-8a11-df4ab89188b2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:25.709576 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fd38af0b-c6b0-4527-86d7-a51ce98dea02 req-74f070b3-16d9-41dc-8a11-df4ab89188b2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 943 time: 0.0912223 Feb 15 15:48:25.763987 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fd38af0b-c6b0-4527-86d7-a51ce98dea02 req-1d9bcb69-949a-4ea8-a3dd-9efdf3bd0cd5 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Feb 15 15:48:25.990179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.180218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ceecc-7648-4009-b2a6-b5ad6cc5a0bd req-9648d33e-483e-40a3-b6b1-5bd8de3ec5a7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:26.182046 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f12ceecc-7648-4009-b2a6-b5ad6cc5a0bd req-9648d33e-483e-40a3-b6b1-5bd8de3ec5a7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0932081 Feb 15 15:48:26.244178 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f12ceecc-7648-4009-b2a6-b5ad6cc5a0bd req-9b89ebcd-06da-4ef1-b0e7-ac9b8e6e4ed6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507236 Feb 15 15:48:26.471676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24086b93-5be9-424f-ba5f-d5a8341c7de0 req-b0d502f5-21e6-49bc-bc92-82750cbc101f tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:26.473375 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-24086b93-5be9-424f-ba5f-d5a8341c7de0 req-b0d502f5-21e6-49bc-bc92-82750cbc101f tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.0893512 Feb 15 15:48:26.535540 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-24086b93-5be9-424f-ba5f-d5a8341c7de0 req-33e2b33f-2fe0-4054-b703-ce792e727661 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549972 Feb 15 15:48:26.538833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device e0cb58b7-b33c-4185-978b-4ffce67c7028 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:26.614062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port e0cb58b7-b33c-4185-978b-4ffce67c7028 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:48:26.619480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39888) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:26.622239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port e0cb58b7-b33c-4185-978b-4ffce67c7028 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:26.622883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.754054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.755811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.772517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:26.776783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Usage tracker for resource:security_group_rule and tenant:911c8a60b628417393ff4cac333b4965 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:26.779840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:26.785275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cb58b7-b33c-4185-978b-4ffce67c7028'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:26.785631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:26.795960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port e0cb58b7-b33c-4185-978b-4ffce67c7028, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e0cb58b7-b33c-4185-978b-4ffce67c7028,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:48:26.799164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.800079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 455e62a1-1059-4422-a2da-9c988ae20d5e up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:26.841377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:26.876330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.879442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.880453 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cb58b7-b33c-4185-978b-4ffce67c7028', 'code': 200} Feb 15 15:48:26.894008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dd7bae49-def3-437a-ac5e-5c6d4d2ff5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:26.943075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=911c8a60b628417393ff4cac333b4965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224044 Feb 15 15:48:26.945042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39898) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:26.947914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=e0cb58b7-b33c-4185-978b-4ffce67c7028,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:26.950270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7de15c-f455-43aa-83ba-45628718eee4,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:26.951416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:26.962445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 455e62a1-1059-4422-a2da-9c988ae20d5e triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:26.962874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:26.999151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:27.025387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ec0c4-0eff-4a82-95bb-25edc3ba7d62 req-dd0031de-6476-4124-8e2f-d20b1dd25e8d tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:27.040664 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-753ec0c4-0eff-4a82-95bb-25edc3ba7d62 req-dd0031de-6476-4124-8e2f-d20b1dd25e8d tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.1052380 Feb 15 15:48:27.107144 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-753ec0c4-0eff-4a82-95bb-25edc3ba7d62 req-a97d9a02-d8fe-44f9-b7f0-a6a18672ef83 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653622 Feb 15 15:48:27.138594 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.139948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.174019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.227781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.233039 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b4aeef38-1593-4422-bed9-6b155aae1c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:27.245876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f44d82-61c8-4e7c-a9d9-d124ca2b797b req-f79927d0-2a98-46f5-8ead-2c98afe02cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:27.246728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7de15c-f455-43aa-83ba-45628718eee4,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:27.247533 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b0f44d82-61c8-4e7c-a9d9-d124ca2b797b req-f79927d0-2a98-46f5-8ead-2c98afe02cf0 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 1162 time: 0.1010940 Feb 15 15:48:27.249444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:27.258427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.259714 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca7de15c-f455-43aa-83ba-45628718eee4 HTTP/1.1" status: 204 len: 168 time: 0.3123858 Feb 15 15:48:27.300892 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.318335 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b0f44d82-61c8-4e7c-a9d9-d124ca2b797b req-447d7000-097f-4d20-b6d9-9d7b0fd56144 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Feb 15 15:48:27.541812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device e0cb58b7-b33c-4185-978b-4ffce67c7028 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:27.558388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39912) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:27.577847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.594019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:27.598498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Usage tracker for resource:security_group_rule and tenant:f18c57ecbf774140bd1126a4b069fb04 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:27.601781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:27.607934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:27.618425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port e0cb58b7-b33c-4185-978b-4ffce67c7028 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:27.618846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.699582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.703855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.713844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-59a466eb-5a6f-42c8-b364-ccb12e41089d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:27.765110 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f18c57ecbf774140bd1126a4b069fb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030394 Feb 15 15:48:27.765644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 39920) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:27.766652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9693a2-65d6-45c4-90a3-75e08353e88f,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:27.769930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:27.852221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.885922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:27.996779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.002764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a129af18-5e19-400f-b4d5-484a635afa31 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:28.059297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9693a2-65d6-45c4-90a3-75e08353e88f,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:28.062118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:28.078021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.079848 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c9693a2-65d6-45c4-90a3-75e08353e88f HTTP/1.1" status: 204 len: 168 time: 0.3125944 Feb 15 15:48:28.108730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8db50f-39f7-4fa3-86d7-bf6d9ddf4a6f req-8d62dbd5-8370-4274-835e-92474b2a031b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:28.110407 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ad8db50f-39f7-4fa3-86d7-bf6d9ddf4a6f req-8d62dbd5-8370-4274-835e-92474b2a031b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.1797993 Feb 15 15:48:28.177462 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ad8db50f-39f7-4fa3-86d7-bf6d9ddf4a6f req-1e75d724-64d2-4995-8cd1-a73838eef6cb tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571721 Feb 15 15:48:28.194097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5353732-5246-4e52-b029-a36091c491b5 req-b40bb51c-7be4-4a94-a524-79d7d49364ab tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:28.195997 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5353732-5246-4e52-b029-a36091c491b5 req-b40bb51c-7be4-4a94-a524-79d7d49364ab tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1812112 Feb 15 15:48:28.253956 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5353732-5246-4e52-b029-a36091c491b5 req-a5cb9c57-e5f9-4a70-86ac-1c00338a59d2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Feb 15 15:48:28.383775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803dd1f-b591-48f1-840f-b92d2faa1ab1 req-685880c2-4ec7-4609-bfc5-3f89f85be46e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:28.388754 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6803dd1f-b591-48f1-840f-b92d2faa1ab1 req-685880c2-4ec7-4609-bfc5-3f89f85be46e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.0916059 Feb 15 15:48:28.436318 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6803dd1f-b591-48f1-840f-b92d2faa1ab1 req-66045c19-5801-4fb7-8d47-5ab9d86e79fc tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444746 Feb 15 15:48:28.470010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 39930) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:28.489419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.504770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:28.508810 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3687c4e2287741508f44f8fcac120fe2 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:28.511820 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:28.517537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:28.611370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.614706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.624212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3e90bab5-9cb1-43b3-abbb-7303f038ebff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:28.669190 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3687c4e2287741508f44f8fcac120fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980097 Feb 15 15:48:28.670897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a807e2-4f34-4f10-abe9-4bc4e3d6ebe3,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:28.672215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 39934) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:28.674366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:28.735593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.766071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.811558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.816730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-031633b9-8880-476f-b780-3b86ccf73894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:28.832523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a807e2-4f34-4f10-abe9-4bc4e3d6ebe3,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:28.836514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:28.841236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:28.845516 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/10a807e2-4f34-4f10-abe9-4bc4e3d6ebe3 HTTP/1.1" status: 204 len: 168 time: 0.1721113 Feb 15 15:48:29.439536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd86cb-cf73-42ef-bdbe-d296494226ee req-bb9c6dac-0ce3-4757-a742-8722a9ae7a6b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:29.441149 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8dd86cb-cf73-42ef-bdbe-d296494226ee req-bb9c6dac-0ce3-4757-a742-8722a9ae7a6b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.1458046 Feb 15 15:48:29.512354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8dd86cb-cf73-42ef-bdbe-d296494226ee req-00cc0405-e527-45cc-9ca0-e964724605dd tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630984 Feb 15 15:48:29.534292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0155-10d5-4e95-bd0c-1e117756e331 req-2ad0d252-f455-4ee1-ae6d-da8cea9968ed tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:29.535902 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9bfb0155-10d5-4e95-bd0c-1e117756e331 req-2ad0d252-f455-4ee1-ae6d-da8cea9968ed tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1523046 Feb 15 15:48:29.588697 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9bfb0155-10d5-4e95-bd0c-1e117756e331 req-45ccfac3-5c85-430d-91a8-6a667e1f0c51 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 Feb 15 15:48:29.713023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cbc61-70a0-4682-b4d2-3ef726107f33 req-29ef87e0-c928-4a24-9472-ec845d97f6bd tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:29.714758 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-139cbc61-70a0-4682-b4d2-3ef726107f33 req-29ef87e0-c928-4a24-9472-ec845d97f6bd tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.0878737 Feb 15 15:48:29.767239 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-139cbc61-70a0-4682-b4d2-3ef726107f33 req-cf53a13e-c28b-41e9-8e6e-102f2175bbf3 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Feb 15 15:48:30.805324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c559a-084f-4081-921b-796c695fcd7a req-1766d674-c364-455d-b0e0-ed211d8b3aa2 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:30.806982 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b88c559a-084f-4081-921b-796c695fcd7a req-1766d674-c364-455d-b0e0-ed211d8b3aa2 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.1674733 Feb 15 15:48:30.852267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ef39c-fd10-4378-a7bf-30801d61390d req-86f6c3d5-6543-441d-93b3-935ce8bf3536 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:30.853927 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-445ef39c-fd10-4378-a7bf-30801d61390d req-86f6c3d5-6543-441d-93b3-935ce8bf3536 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1401651 Feb 15 15:48:30.898968 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b88c559a-084f-4081-921b-796c695fcd7a req-95d2df44-e612-4853-93a7-bb19ec252870 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839891 Feb 15 15:48:30.973508 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-445ef39c-fd10-4378-a7bf-30801d61390d req-345c4f5a-69e0-410a-a266-9841eacf50c4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100307 Feb 15 15:48:31.024445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bf6ee7dd-2e1b-4cf7-aca7-9a5c836c1301 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:31.026181 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bf6ee7dd-2e1b-4cf7-aca7-9a5c836c1301 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 946 time: 0.1248217 Feb 15 15:48:31.172788 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Deleting port 455e62a1-1059-4422-a2da-9c988ae20d5e {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:48:31.173169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:31.237530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bf7c1-a216-4e92-832f-534ea72ef4a9 req-461d06c5-3762-4803-8c1e-492bced898c0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:31.240247 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df8bf7c1-a216-4e92-832f-534ea72ef4a9 req-461d06c5-3762-4803-8c1e-492bced898c0 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.2232189 Feb 15 15:48:31.352429 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df8bf7c1-a216-4e92-832f-534ea72ef4a9 req-6c4b6db0-fe77-4748-8b9e-9f6aefd7127a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055696 Feb 15 15:48:31.486743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 455e62a1-1059-4422-a2da-9c988ae20d5e no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:48:31.563926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] For port 455e62a1-1059-4422-a2da-9c988ae20d5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=455e62a1-1059-4422-a2da-9c988ae20d5e,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:48:31.564705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:31.697114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:31.743794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:31.755771 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 455e62a1-1059-4422-a2da-9c988ae20d5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=455e62a1-1059-4422-a2da-9c988ae20d5e,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:48:31.768031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:31.770417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:31.862263 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e', 'code': 200} Feb 15 15:48:31.907032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=455e62a1-1059-4422-a2da-9c988ae20d5e,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:31.911591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:32.011221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Calling delete_port for 455e62a1-1059-4422-a2da-9c988ae20d5e owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:48:32.141724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 40050) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:32.245760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:48:32.246223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:48:32.269595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63571d-cb8b-4866-afca-483bd84ef655 req-f7964bae-f42e-4ab4-9bc2-69205fcd250b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:32.271309 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ed63571d-cb8b-4866-afca-483bd84ef655 req-f7964bae-f42e-4ab4-9bc2-69205fcd250b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 944 time: 0.2091694 Feb 15 15:48:32.284936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.301005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:32.305995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Usage tracker for resource:security_group_rule and tenant:598d633fa3244a8b9a3d0a2ad22ea2a6 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:32.309101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:32.312013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b2183-ddb8-4ec8-bc8e-b5702b327692 req-205c4e43-f4da-42bf-b906-11c4e5302b29 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:32.314364 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-191b2183-ddb8-4ec8-bc8e-b5702b327692 req-205c4e43-f4da-42bf-b906-11c4e5302b29 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1705129 Feb 15 15:48:32.315139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:32.382077 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ed63571d-cb8b-4866-afca-483bd84ef655 req-c692ace4-f5be-4d4c-8aa2-fb08cadfc3da tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957983 Feb 15 15:48:32.390070 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-191b2183-ddb8-4ec8-bc8e-b5702b327692 req-899a1a1f-d423-4144-8efd-7624236b87f8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Feb 15 15:48:32.409293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.413119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.425645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7bc0d71e-e7cf-4523-a906-cd5a127a5caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:32.468316 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=598d633fa3244a8b9a3d0a2ad22ea2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253891 Feb 15 15:48:32.470081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796547a2-8685-4100-a018-76b6f8c577e9,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:32.471264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 40058) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:32.474020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:32.534037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.567269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.616987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.621385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-32b2227a-3a23-43a8-80b6-3d6f9fa5b2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:32.635162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796547a2-8685-4100-a018-76b6f8c577e9,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:32.638102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:32.653574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.654869 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/796547a2-8685-4100-a018-76b6f8c577e9 HTTP/1.1" status: 204 len: 168 time: 0.1825197 Feb 15 15:48:32.747594 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Deleting port 455e62a1-1059-4422-a2da-9c988ae20d5e {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:48:32.747999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:32.967782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 40070) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:32.997119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.033292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:33.039296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Usage tracker for resource:security_group_rule and tenant:bf0e9733c87b4129833fc97c45bf9a2b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:48:33.044177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:48:33.050953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:33.104892 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] For port 455e62a1-1059-4422-a2da-9c988ae20d5e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=455e62a1-1059-4422-a2da-9c988ae20d5e,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:48:33.105294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.247551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Calling delete_port for 455e62a1-1059-4422-a2da-9c988ae20d5e owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:48:33.440380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.444453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.455756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6abc2025-bb56-4436-8b55-255b76b7b34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:33.509956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.513430 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf0e9733c87b4129833fc97c45bf9a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446146 Feb 15 15:48:33.516418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 40090) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:48:33.530186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df5841-fc54-45ae-8aea-cf16f2321fa6,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:33.590000 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.624973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.650925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:33.651578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:33.709917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.717094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b015f62-2cc1-43c6-9cf0-13f6073afe1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:48:33.731335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df5841-fc54-45ae-8aea-cf16f2321fa6,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:33.734841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-05b58a04-893d-4846-9656-9e7707f9a8ec req-6ef558aa-7351-4451-9a07-0b0297d2097e tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Synchronizing usage tracker for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:48:33.735564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:33.737774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Pushing event deleted for resources: {'Port': ['ID=455e62a1-1059-4422-a2da-9c988ae20d5e,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:48:33.743762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.745153 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9df5841-fc54-45ae-8aea-cf16f2321fa6 HTTP/1.1" status: 204 len: 168 time: 0.2276533 Feb 15 15:48:33.791036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:48:33.842006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-05b58a04-893d-4846-9656-9e7707f9a8ec req-6ef558aa-7351-4451-9a07-0b0297d2097e tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Unset dirty status for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:48:33.843351 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05b58a04-893d-4846-9656-9e7707f9a8ec req-6ef558aa-7351-4451-9a07-0b0297d2097e tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 210 time: 0.3149731 Feb 15 15:48:33.917661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ddd0c-41e9-4253-acce-2aee8cad4be2 req-d30ca4a1-040e-4c88-92c0-5d5d58eab9a2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:33.919536 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-163ddd0c-41e9-4253-acce-2aee8cad4be2 req-d30ca4a1-040e-4c88-92c0-5d5d58eab9a2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.2079327 Feb 15 15:48:33.987196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] No DVR routers for this DVR port 455e62a1-1059-4422-a2da-9c988ae20d5e on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:48:33.990513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:33.998651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'name': 'network-vif-deleted', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:48:34.022167 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cb286119-dc20-4953-ac09-a234751edcb6 req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "DELETE /v2.0/ports/455e62a1-1059-4422-a2da-9c988ae20d5e HTTP/1.1" status: 204 len: 173 time: 2.9432616 Feb 15 15:48:34.033604 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-163ddd0c-41e9-4253-acce-2aee8cad4be2 req-50ec2618-03d1-4960-ba0d-c3b503d14c0d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807374 Feb 15 15:48:34.134183 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38eaf326-cfe6-4b55-8f28-1c9bbe66e29b', 'name': 'network-vif-deleted', 'tag': '455e62a1-1059-4422-a2da-9c988ae20d5e', 'status': 'completed', 'code': 200} Feb 15 15:48:35.064872 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-35ccda87-e34d-4d6e-a993-df6ac598bb39 req-50c8d295-8985-4746-9dd0-87b060be157a tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=38eaf326-cfe6-4b55-8f28-1c9bbe66e29b HTTP/1.1" status: 200 len: 210 time: 0.0724211 Feb 15 15:48:35.286391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47482d91-6b1b-461a-9266-445a62e28a6a req-b1341fe0-3b74-4947-90c1-e75115d7e7cb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:35.288001 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47482d91-6b1b-461a-9266-445a62e28a6a req-b1341fe0-3b74-4947-90c1-e75115d7e7cb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0899131 Feb 15 15:48:35.336262 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47482d91-6b1b-461a-9266-445a62e28a6a req-d35e4eb2-b13a-406f-b0a1-779654b064aa tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Feb 15 15:48:36.734255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640beefe-0e95-4bc5-a393-4b7cf88b3fd1 req-27558ed1-5744-42ac-9c11-3b332df61035 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:36.736007 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-640beefe-0e95-4bc5-a393-4b7cf88b3fd1 req-27558ed1-5744-42ac-9c11-3b332df61035 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1087809 Feb 15 15:48:36.805337 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-640beefe-0e95-4bc5-a393-4b7cf88b3fd1 req-debb3d99-f0b2-4abb-bca3-10fa12b15361 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Feb 15 15:48:38.115807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c699b-1b14-41a1-a5b2-7455520b76c5 req-1b00af36-1df3-4080-814d-0d9750e69a8f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:38.117451 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-941c699b-1b14-41a1-a5b2-7455520b76c5 req-1b00af36-1df3-4080-814d-0d9750e69a8f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0986171 Feb 15 15:48:38.169718 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-941c699b-1b14-41a1-a5b2-7455520b76c5 req-2f8966a3-a28a-467c-b79d-42a6565b5c68 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Feb 15 15:48:39.380674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de957a3-3a5b-4a3d-a233-6e352785abb2 req-a1a1e27e-04d0-489c-b1a9-cc1105d37061 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:39.382261 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5de957a3-3a5b-4a3d-a233-6e352785abb2 req-a1a1e27e-04d0-489c-b1a9-cc1105d37061 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0936618 Feb 15 15:48:39.431279 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5de957a3-3a5b-4a3d-a233-6e352785abb2 req-16163681-f8d3-4eb5-bc2c-b296f2d7a54f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Feb 15 15:48:39.535153 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-bebd497b-a10a-4351-bfe0-8e6f05e07c3e service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0802391 Feb 15 15:48:39.655801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-cd0e1da4-27fc-4ba7-90c9-39c5e7005d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:39.657354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-cd0e1da4-27fc-4ba7-90c9-39c5e7005d84 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 1162 time: 0.0794787 Feb 15 15:48:39.846789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-e10f175e-0bd9-4aa2-a263-46954f8a5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:39.848381 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-e10f175e-0bd9-4aa2-a263-46954f8a5309 service neutron] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 908 time: 0.1436903 Feb 15 15:48:39.937040 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-6640201c-d833-4571-9f8e-6c65f949fb68 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f462b876-89d4-4614-9fba-1f6e152390f7 HTTP/1.1" status: 200 len: 217 time: 0.0722442 Feb 15 15:48:40.016972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-5c4ee2c7-9ec2-4b72-bfc0-45f0594ca0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:40.018956 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-5c4ee2c7-9ec2-4b72-bfc0-45f0594ca0ef service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.0654559 Feb 15 15:48:40.093783 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-bcc5742d-b2ea-4858-b8ea-ff0ce724d2bc service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571954 Feb 15 15:48:40.262777 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-aaf248b1-8be3-4114-8857-8894d683fb01 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504993 Feb 15 15:48:40.418724 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8afa5cca-2df8-4971-a789-1ec7d1c9fd59 req-74dd13a1-9a83-4425-8346-edf6c9827794 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387081 Feb 15 15:48:47.882467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:52.775104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b4af4e6-e5d8-4f99-98e5-2589f2a5e95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:54.201201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:48:55.113754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07fd9258-ab43-4466-b64d-bb1bb1c69d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:55.991176 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:56.230915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-76a44bdf-10d8-46d0-8941-3f27f1a93428 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:56.232525 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-76a44bdf-10d8-46d0-8941-3f27f1a93428 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/networks?id=b0d98248-2e94-4912-8c5c-73294dcc53ff HTTP/1.1" status: 200 len: 809 time: 0.5023642 Feb 15 15:48:56.242884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-a1bd3da0-cf49-4b6b-926f-f914610a4eae tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:56.244722 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-a1bd3da0-cf49-4b6b-926f-f914610a4eae tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 0.4826710 Feb 15 15:48:56.277246 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-bf38fd88-3dcd-4076-bcd3-f10a252670bf tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/quotas/c86db58ec10d4b3da1d284f01a5685eb HTTP/1.1" status: 200 len: 375 time: 0.0312538 Feb 15 15:48:56.280962 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-e8b42c44-79c3-487e-b94f-68b4b6e3428f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/quotas/83e886b94bb5484c8cb124a7c38aa573 HTTP/1.1" status: 200 len: 375 time: 0.0207214 Feb 15 15:48:56.371371 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-1483643f-6afd-4a6c-85ab-bed8ec50f62e tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=c86db58ec10d4b3da1d284f01a5685eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868111 Feb 15 15:48:56.528851 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-b5d69766-ca60-43b1-a66d-2af3db43f980 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2081361 Feb 15 15:48:56.624962 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-dc8bc18b-476a-491f-9202-a641fa9239b4 service neutron] 10.222.0.74 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435486 Feb 15 15:48:56.809007 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-22145cb1-ecd0-4a08-9cec-bfb7086f5874 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658684 Feb 15 15:48:56.822163 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-0aabc462-ac87-49f1-bf51-70b7b494847a service neutron] 10.222.0.74 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1882126 Feb 15 15:48:56.970372 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-77fb8210-6419-452e-bdf6-263c86a82038 service neutron] 10.222.0.74 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530435 Feb 15 15:48:57.068720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:57.196463 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f62aba-4f49-4848-9670-9e5e1bab491d req-2219e432-0625-4756-9fae-c86b7e092a12 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:57.198313 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-03f62aba-4f49-4848-9670-9e5e1bab491d req-2219e432-0625-4756-9fae-c86b7e092a12 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.1630690 Feb 15 15:48:57.263966 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-03f62aba-4f49-4848-9670-9e5e1bab491d req-411518c1-008d-4658-be4b-7285c17ba3af tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566149 Feb 15 15:48:57.312808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:57.435323 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c14cb4fe-84ca-4430-95b0-367e37ba6ca8 req-a801a2db-8c59-4c93-b25a-0a4486f3026a tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 210 time: 0.0534542 Feb 15 15:48:57.539106 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-311a64ce-8476-444f-8fdc-4d7b2f550d4c req-fe227dfb-521e-4f43-9fc2-27511c354791 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 210 time: 0.0593038 Feb 15 15:48:58.461108 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15fbf2-0eb8-41d6-babc-1ba79eb08bbb req-7e7c1f49-a70d-4f02-9f51-590454c47879 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:58.462774 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc15fbf2-0eb8-41d6-babc-1ba79eb08bbb req-7e7c1f49-a70d-4f02-9f51-590454c47879 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0868876 Feb 15 15:48:58.513140 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc15fbf2-0eb8-41d6-babc-1ba79eb08bbb req-55c077a7-bc89-473c-bc13-fc5f73ceb524 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440505 Feb 15 15:48:58.733498 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8cf9cc7-e6a0-4d60-887d-c226a3ab9a61 req-92adaa46-8ac6-4d05-a528-8a7c92b41ec6 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 210 time: 0.0842402 Feb 15 15:48:58.920012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-695d1e97-d234-4b68-b0fc-6676815ed90c tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:58.921706 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-695d1e97-d234-4b68-b0fc-6676815ed90c tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "GET /v2.0/networks?id=b0d98248-2e94-4912-8c5c-73294dcc53ff HTTP/1.1" status: 200 len: 809 time: 0.2228529 Feb 15 15:48:58.970275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Request body: {'port': {'device_id': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff', 'admin_state_up': True, 'tenant_id': 'c86db58ec10d4b3da1d284f01a5685eb'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:48:59.051890 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-06b98813-c739-43d0-96cd-33272e1e2213 req-f1947cea-f21f-4f8c-bff7-9044f9646c3a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 210 time: 0.1284676 Feb 15 15:48:59.134740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:48:59.145097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:48:59.155314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Made reservation on behalf of c86db58ec10d4b3da1d284f01a5685eb for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:48:59.161014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:59.495269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Allocated IP 172.20.0.13 (b0d98248-2e94-4912-8c5c-73294dcc53ff/ef1b176a-363d-4bf2-ba5f-2c4e1578911f/03765e78-1a6b-424d-b04f-c504b82e0dc8) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:48:59.756763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 2ad71393-0d33-4927-96a1-688944b58439 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:48:59.835415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 2ad71393-0d33-4927-96a1-688944b58439 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:48:59.835415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:48:59.959678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-cf714820-346c-4e2a-afe1-e668a3ae3621 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:48:59.961294 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-cf714820-346c-4e2a-afe1-e668a3ae3621 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 814 time: 0.3053076 Feb 15 15:49:00.034499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Request body: {'port': {'device_id': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'network_id': '14047426-763f-434c-bafa-4a8887b00a98', 'admin_state_up': True, 'tenant_id': '83e886b94bb5484c8cb124a7c38aa573'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:49:00.060362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:00.070289 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-822f876f-8941-4fa1-a7c0-cfd6b09de796 req-547f53ac-2442-4d69-864b-681b9b6bfca5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 210 time: 0.1040404 Feb 15 15:49:00.172816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7432064-1297-4963-bd64-a482530494fa req-b6622f7f-533d-4e30-b8e7-b41bd7148496 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:00.175773 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b7432064-1297-4963-bd64-a482530494fa req-b6622f7f-533d-4e30-b8e7-b41bd7148496 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.5207684 Feb 15 15:49:00.265443 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b7432064-1297-4963-bd64-a482530494fa req-19e76f90-301e-41ca-b5c4-341a8c39d67d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803547 Feb 15 15:49:00.296675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:49:00.313815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:00.337326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:00.375200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:49:00.723204 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a4a47677-8666-40fb-a124-bd90f7f2199d req-3a38fc9d-688b-44eb-8045-b93d01e49118 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 210 time: 0.0881300 Feb 15 15:49:00.724433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Made reservation on behalf of 83e886b94bb5484c8cb124a7c38aa573 for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:49:00.729932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:00.762178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Pushing event updated for resources: {'Port': ['ID=03765e78-1a6b-424d-b04f-c504b82e0dc8,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:00.796862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.797274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.797675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.798103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.798498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.798889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.799276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.799662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.800047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.800431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.800819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.801223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.801709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.802145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.802529 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.802911 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.803290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.803667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.804046 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.804424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.804801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.805178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.805563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.805952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:00.816192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:00.963239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Network b0d98248-2e94-4912-8c5c-73294dcc53ff is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:49:00.967290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:49:00.971560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:49:01.080467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:01.081194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:01.149215 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1882703 Feb 15 15:49:01.189194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Request body: {'port': {'device_id': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:49:01.380813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Allocated IP 172.20.0.4 (14047426-763f-434c-bafa-4a8887b00a98/bedd7416-5fba-492c-92cf-371869513c52/c38b5ed7-0636-4b43-b22f-012426b9e789) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:49:01.485775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:01.597353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eb056-ea1b-45fd-b5b2-06c4c1316d23 req-8b3a1857-236a-4791-9fec-dc13342bb9e4 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:01.598313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-862eb056-ea1b-45fd-b5b2-06c4c1316d23 req-8b3a1857-236a-4791-9fec-dc13342bb9e4 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Synchronizing usage tracker for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:49:01.770135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-862eb056-ea1b-45fd-b5b2-06c4c1316d23 req-8b3a1857-236a-4791-9fec-dc13342bb9e4 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Unset dirty status for tenant:c86db58ec10d4b3da1d284f01a5685eb on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:49:01.771632 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-862eb056-ea1b-45fd-b5b2-06c4c1316d23 req-8b3a1857-236a-4791-9fec-dc13342bb9e4 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 932 time: 0.5512116 Feb 15 15:49:01.801090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c99d-03b7-4a50-9323-407556180d21 req-a7c3f75d-7927-431d-a657-8d235c770e4f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:01.803387 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1139c99d-03b7-4a50-9323-407556180d21 req-a7c3f75d-7927-431d-a657-8d235c770e4f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.4074674 Feb 15 15:49:02.000633 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-862eb056-ea1b-45fd-b5b2-06c4c1316d23 req-ae45fb9a-24ff-43d5-af7a-d9423d0a1948 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189751 Feb 15 15:49:02.016093 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1139c99d-03b7-4a50-9323-407556180d21 req-64cb86d3-351d-4b69-a3df-66b653a7c912 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922171 Feb 15 15:49:02.075981 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:02.214474 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-fe869428-3d35-4d31-b14a-1b9287c34269 req-bd721894-afb8-4227-960c-8fba90f5901f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:49:02.272976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-fe869428-3d35-4d31-b14a-1b9287c34269 req-bd721894-afb8-4227-960c-8fba90f5901f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:49:02.274381 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe869428-3d35-4d31-b14a-1b9287c34269 req-bd721894-afb8-4227-960c-8fba90f5901f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 210 time: 0.1284113 Feb 15 15:49:02.381162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03765e78-1a6b-424d-b04f-c504b82e0dc8 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:49:02.387670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:02.408383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:02.453166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:02.557024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Transition to ACTIVE for port object 03765e78-1a6b-424d-b04f-c504b82e0dc8 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:49:02.566897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:02.654153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event updated for resources: {'Port': ['ID=c38b5ed7-0636-4b43-b22f-012426b9e789,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:02.675074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:02.675630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-09ed3e27-c9d5-4d27-9bdc-e23bfaf5c4a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:03.012907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=03765e78-1a6b-424d-b04f-c504b82e0dc8,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:03.022576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:03.031081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Network 14047426-763f-434c-bafa-4a8887b00a98 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:49:03.041825 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:49:03.046443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:49:03.278746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:03.279337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:03.361136 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-728a66fe-7b20-45a4-8fd8-fdea1af29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3309646 Feb 15 15:49:03.393797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Request body: {'port': {'device_id': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:49:03.482868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Attempting to bind port 03765e78-1a6b-424d-b04f-c504b82e0dc8 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:49:03.483253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Attempting to bind port 03765e78-1a6b-424d-b04f-c504b82e0dc8 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:49:03.483632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Attempting to bind port 03765e78-1a6b-424d-b04f-c504b82e0dc8 on network b0d98248-2e94-4912-8c5c-73294dcc53ff {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:49:03.513971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfc12e-bf2b-44ae-93c2-d928f6d99fd1 req-6c7e1991-584b-4c3d-a2c3-573bfec13abe tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:03.515635 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8bfc12e-bf2b-44ae-93c2-d928f6d99fd1 req-6c7e1991-584b-4c3d-a2c3-573bfec13abe tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.3389926 Feb 15 15:49:03.521943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e60e09-8f48-476f-9812-e5af99fb2192 req-8f9e8d5f-9b69-4b92-a955-7e116d3d6cb5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:03.523511 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73e60e09-8f48-476f-9812-e5af99fb2192 req-8f9e8d5f-9b69-4b92-a955-7e116d3d6cb5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 944 time: 0.3534708 Feb 15 15:49:03.525987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:49:03.526366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Checking segment: {'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:49:03.526768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:03.527163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Bound using segment: {'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:49:03.527748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Bound port: 03765e78-1a6b-424d-b04f-c504b82e0dc8, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f77e9-e10e-44bd-9009-ca2f85e124b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b0d98248-2e94-4912-8c5c-73294dcc53ff'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:49:03.528043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:03.584209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900443-1fa0-4ad8-96ed-37296fbdb8d4 req-1ea10540-318b-431f-af81-7f8c20a4826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:03.585788 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b2900443-1fa0-4ad8-96ed-37296fbdb8d4 req-1ea10540-318b-431f-af81-7f8c20a4826d service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 1162 time: 0.0862212 Feb 15 15:49:03.639565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-b2900443-1fa0-4ad8-96ed-37296fbdb8d4 req-c4b5c3e6-4827-4bf7-8059-e9ea4a6f1846 service neutron] Synchronizing usage tracker for tenant:406e65fff2ef4eeabbef2f738a0ac600 on resource:security_group {{(pid=84019) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:49:03.657249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-b2900443-1fa0-4ad8-96ed-37296fbdb8d4 req-c4b5c3e6-4827-4bf7-8059-e9ea4a6f1846 service neutron] Unset dirty status for tenant:406e65fff2ef4eeabbef2f738a0ac600 on resource:security_group {{(pid=84019) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:49:03.658518 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b2900443-1fa0-4ad8-96ed-37296fbdb8d4 req-c4b5c3e6-4827-4bf7-8059-e9ea4a6f1846 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568819 Feb 15 15:49:03.730491 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73e60e09-8f48-476f-9812-e5af99fb2192 req-497749a6-5c3a-4133-aff5-c48446a279cf tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631250 Feb 15 15:49:03.731099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:03.756925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8bfc12e-bf2b-44ae-93c2-d928f6d99fd1 req-4fe85f54-9b2a-4e64-8c71-cc046d65e255 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321002 Feb 15 15:49:03.854334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] For port 03765e78-1a6b-424d-b04f-c504b82e0dc8, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:49:03.859501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] For port 03765e78-1a6b-424d-b04f-c504b82e0dc8, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=03765e78-1a6b-424d-b04f-c504b82e0dc8,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:49:03.866519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:03.890493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-db223b5a-cd82-4a7d-bb69-20261d52904d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:04.217600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=03765e78-1a6b-424d-b04f-c504b82e0dc8,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:04.240701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:04.403581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe751b2-6fa7-45f5-baf6-8cdd6bd915db req-b44c48a7-5578-4de0-9920-d19f10234bca tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:04.405199 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3fe751b2-6fa7-45f5-baf6-8cdd6bd915db req-b44c48a7-5578-4de0-9920-d19f10234bca tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 931 time: 0.5251937 Feb 15 15:49:04.418224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:04.418889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:04.420342 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] 10.222.0.111 "PUT /v2.0/ports/03765e78-1a6b-424d-b04f-c504b82e0dc8 HTTP/1.1" status: 200 len: 1158 time: 3.2358377 Feb 15 15:49:04.421559 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'tag': '03765e78-1a6b-424d-b04f-c504b82e0dc8'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:04.480327 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'tag': '03765e78-1a6b-424d-b04f-c504b82e0dc8', 'status': 'completed', 'code': 200} Feb 15 15:49:04.544379 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3fe751b2-6fa7-45f5-baf6-8cdd6bd915db req-28cdf237-a69b-4310-bb2d-5875869d7e34 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296172 Feb 15 15:49:04.654751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-17ceda77-dc44-467f-abc6-e5329c68ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:04.656480 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-17ceda77-dc44-467f-abc6-e5329c68ef7d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=c86db58ec10d4b3da1d284f01a5685eb&device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 1161 time: 0.1635561 Feb 15 15:49:04.674779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38b5ed7-0636-4b43-b22f-012426b9e789 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:49:04.742420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:04.758396 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-9343dc69-0795-464f-a4aa-515142037cb0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03765e78-1a6b-424d-b04f-c504b82e0dc8 HTTP/1.1" status: 200 len: 217 time: 0.0777607 Feb 15 15:49:04.768664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Transition to ACTIVE for port object c38b5ed7-0636-4b43-b22f-012426b9e789 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:49:04.810565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:04.832198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:05.318894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-f3def9c1-29a8-4bf3-8899-6c56d677be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:05.320493 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-f3def9c1-29a8-4bf3-8899-6c56d677be7b service neutron] 10.222.0.111 "GET /v2.0/subnets?id=ef1b176a-363d-4bf2-ba5f-2c4e1578911f HTTP/1.1" status: 200 len: 849 time: 0.5506525 Feb 15 15:49:05.335627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b5ed7-0636-4b43-b22f-012426b9e789,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:05.343905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:05.429189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-758b713e-3dbc-4c12-9e7a-8a0588035c5e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=b0d98248-2e94-4912-8c5c-73294dcc53ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856507 Feb 15 15:49:05.623639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d3f9c-b328-46ce-9f0a-8f50cb4f72b9 req-2f8923f8-f263-49a4-8e83-2f72aead942e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:05.625343 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e20d3f9c-b328-46ce-9f0a-8f50cb4f72b9 req-2f8923f8-f263-49a4-8e83-2f72aead942e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.6985927 Feb 15 15:49:05.645962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1aec3-d710-4c5b-ad56-99960059ad84 req-ef5b25e1-895a-4881-bd2b-ac797f61345a tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:05.647626 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ff1aec3-d710-4c5b-ad56-99960059ad84 req-ef5b25e1-895a-4881-bd2b-ac797f61345a tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 944 time: 0.7189984 Feb 15 15:49:05.797038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 2ad71393-0d33-4927-96a1-688944b58439 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:05.822781 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e20d3f9c-b328-46ce-9f0a-8f50cb4f72b9 req-dfd12a48-b062-4a0d-8688-001b349d48f7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842041 Feb 15 15:49:05.852701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-4a17f167-9ebf-41e4-b1d5-2bf6350d7d99 service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033225 Feb 15 15:49:05.858079 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ff1aec3-d710-4c5b-ad56-99960059ad84 req-de9ffa02-51e7-404c-8b9b-08b884bf6c2d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878254 Feb 15 15:49:05.866579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Attempting to bind port c38b5ed7-0636-4b43-b22f-012426b9e789 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:49:05.867913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Attempting to bind port c38b5ed7-0636-4b43-b22f-012426b9e789 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:49:05.868293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Attempting to bind port c38b5ed7-0636-4b43-b22f-012426b9e789 on network 14047426-763f-434c-bafa-4a8887b00a98 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:49:05.899783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 2ad71393-0d33-4927-96a1-688944b58439 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:05.900212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:05.906140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:49:05.906551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Checking segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:49:05.906990 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:05.907994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Bound using segment: {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:49:05.908833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Bound port: c38b5ed7-0636-4b43-b22f-012426b9e789, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28179784-a725-4f50-9064-dff10580f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '14047426-763f-434c-bafa-4a8887b00a98'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:49:05.909277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:06.139846 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30c221c0-cf29-4c43-b4fd-7cccbaa2ae11 req-dfb43175-1411-46f3-84e1-52706fc43318 service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2661586 Feb 15 15:49:06.140985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] For port c38b5ed7-0636-4b43-b22f-012426b9e789, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:49:06.145264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] For port c38b5ed7-0636-4b43-b22f-012426b9e789, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c38b5ed7-0636-4b43-b22f-012426b9e789,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:49:06.149523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:06.169428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3ee8d15b-8f5d-43ca-ada4-cd0f79f5f92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:06.451902 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b5ed7-0636-4b43-b22f-012426b9e789,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:06.459328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:06.524401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-464c1867-584e-4000-b2dd-86ce9698f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:06.526055 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-464c1867-584e-4000-b2dd-86ce9698f2d1 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=c86db58ec10d4b3da1d284f01a5685eb&device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 1161 time: 0.2188797 Feb 15 15:49:06.533812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d635031-8742-43b9-8983-225fd126731a req-10bbb5b6-5b97-4215-960d-b3c26fd11bf8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:06.535346 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3d635031-8742-43b9-8983-225fd126731a req-10bbb5b6-5b97-4215-960d-b3c26fd11bf8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.3671806 Feb 15 15:49:06.536485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:06.537157 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:06.538575 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] 10.222.0.111 "PUT /v2.0/ports/c38b5ed7-0636-4b43-b22f-012426b9e789 HTTP/1.1" status: 200 len: 1157 time: 3.1523762 Feb 15 15:49:06.539090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:06.640962 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789', 'status': 'completed', 'code': 200} Feb 15 15:49:06.732233 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3d635031-8742-43b9-8983-225fd126731a req-70178e32-3b69-479e-a7db-9153f216f120 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866605 Feb 15 15:49:06.795595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-402cff3d-fcb3-45b9-8a04-56e593df0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:06.795595 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-402cff3d-fcb3-45b9-8a04-56e593df0316 service neutron] 10.222.0.111 "GET /v2.0/networks?id=b0d98248-2e94-4912-8c5c-73294dcc53ff HTTP/1.1" status: 200 len: 903 time: 0.2507918 Feb 15 15:49:06.800884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-de5e779e-1124-4659-ab33-f51f84df0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:06.802984 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-de5e779e-1124-4659-ab33-f51f84df0e33 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 1160 time: 0.1672633 Feb 15 15:49:06.962354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-9228fdb2-fe5b-4054-bc8e-fd4e251f945c service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38b5ed7-0636-4b43-b22f-012426b9e789 HTTP/1.1" status: 200 len: 217 time: 0.1385262 Feb 15 15:49:06.964829 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-d856448f-5021-4fe7-8c4c-eb9c744cfe8b service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03765e78-1a6b-424d-b04f-c504b82e0dc8 HTTP/1.1" status: 200 len: 217 time: 0.1425416 Feb 15 15:49:07.209066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-34b4c4d6-6e30-4c4c-b89a-f833b6e019cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:07.210697 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-34b4c4d6-6e30-4c4c-b89a-f833b6e019cd service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.1944475 Feb 15 15:49:07.218674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-61910947-3bac-42b9-ba6c-69b605493cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:07.220107 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-61910947-3bac-42b9-ba6c-69b605493cdf service neutron] 10.222.0.111 "GET /v2.0/subnets?id=ef1b176a-363d-4bf2-ba5f-2c4e1578911f HTTP/1.1" status: 200 len: 849 time: 0.1612697 Feb 15 15:49:07.239922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd455f7b-b92d-4025-91ec-fb9d288f7f4e req-e0bdd87d-e70f-49b7-a770-335e4cacfd7f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:07.241436 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dd455f7b-b92d-4025-91ec-fb9d288f7f4e req-e0bdd87d-e70f-49b7-a770-335e4cacfd7f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.2886426 Feb 15 15:49:07.573870 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-f406e0cc-c282-4ed2-9957-6fdcb56d48f9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=b0d98248-2e94-4912-8c5c-73294dcc53ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3272154 Feb 15 15:49:07.575882 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-0916fb14-aa7d-4b41-b4c0-e0bf4bc33777 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3306375 Feb 15 15:49:07.597733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05df0a5-9d7e-4d36-bdf6-6946029f2ab4 req-3667b0af-278b-409f-87df-65280f52619d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:07.599303 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e05df0a5-9d7e-4d36-bdf6-6946029f2ab4 req-3667b0af-278b-409f-87df-65280f52619d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 944 time: 0.4984469 Feb 15 15:49:07.812239 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dd455f7b-b92d-4025-91ec-fb9d288f7f4e req-e6f170e9-a94d-4c71-93f9-f29a696010b2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959233 Feb 15 15:49:07.863095 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e05df0a5-9d7e-4d36-bdf6-6946029f2ab4 req-56eadc07-c2f6-49a9-b0bc-d75e12ccc814 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533653 Feb 15 15:49:07.925764 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-926a0e30-f664-4b1a-af54-b85f5b774e59 service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253002 Feb 15 15:49:07.929925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-9fcd07ab-9f7e-4302-a89f-5e086c9ea968 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212090 Feb 15 15:49:08.273372 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5feff3ad-0045-4fac-b37a-7440a755ada5 req-63f70954-676c-476e-8037-b60dd950c17b service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3149445 Feb 15 15:49:08.275241 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c570b5d2-3d71-4f06-b9c0-a00788ad237f req-f310737b-abbe-41cf-acae-1fd1d19e10f8 service neutron] 10.222.0.111 "GET /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3187654 Feb 15 15:49:08.428834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33987565-016c-4a44-9768-a43372fa0dfb req-7358cd9e-a592-44f1-a1c7-fe545c4adfcc tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:08.430509 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-33987565-016c-4a44-9768-a43372fa0dfb req-7358cd9e-a592-44f1-a1c7-fe545c4adfcc tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.2422481 Feb 15 15:49:08.511037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc343f3-9f80-4d3b-bc2a-f468a99b9d5b req-84e69ad5-3e28-4f7e-8292-2db51a7291c0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:08.512815 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0dc343f3-9f80-4d3b-bc2a-f468a99b9d5b req-84e69ad5-3e28-4f7e-8292-2db51a7291c0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2290602 Feb 15 15:49:08.519259 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-33987565-016c-4a44-9768-a43372fa0dfb req-acb41ddd-aee1-46f7-9593-786de2b74aed tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802693 Feb 15 15:49:08.550048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-78e8aaab-cf26-44e9-91d0-b02f2a7dfb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:08.552319 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-78e8aaab-cf26-44e9-91d0-b02f2a7dfb40 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 1160 time: 0.1945248 Feb 15 15:49:08.661929 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0dc343f3-9f80-4d3b-bc2a-f468a99b9d5b req-74353fd2-1fef-4d75-bef4-1a675614aafb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288455 Feb 15 15:49:08.723548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-b8fd9bbe-500a-46d4-bbd9-07e6aa81ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:08.725842 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-b8fd9bbe-500a-46d4-bbd9-07e6aa81ae1f service neutron] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 908 time: 0.1569724 Feb 15 15:49:08.818387 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-075db997-ec38-4fa2-9109-8dbf3fbb1a9a service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c38b5ed7-0636-4b43-b22f-012426b9e789 HTTP/1.1" status: 200 len: 217 time: 0.0701294 Feb 15 15:49:08.901932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-d97177a9-3a20-4788-817e-ad171d7ba1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:08.903601 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-d97177a9-3a20-4788-817e-ad171d7ba1cf service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.0730698 Feb 15 15:49:08.980225 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-5e36b147-a3c8-468c-9a80-a1463022a24a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495231 Feb 15 15:49:09.268634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd90a5-705d-4798-8e34-3be1742111a3 req-ab396fb8-4309-4963-9a31-7d996aa93d26 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:09.270211 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-46bd90a5-705d-4798-8e34-3be1742111a3 req-ab396fb8-4309-4963-9a31-7d996aa93d26 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 944 time: 0.2810216 Feb 15 15:49:09.276598 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-61ec79d3-d963-47f5-b2d3-a0026fc37bc0 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431090 Feb 15 15:49:09.392650 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-46bd90a5-705d-4798-8e34-3be1742111a3 req-6530f39d-8ef4-494e-b7e8-6989806da9aa tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150041 Feb 15 15:49:09.472925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bc02dd7f-002a-41a6-83e6-0f5669678f3c req-7c116c14-d1c7-40ce-aa3c-497a1e7b3abd service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1606193 Feb 15 15:49:09.723907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbfd14-2f9e-4053-bde2-56dfdac3a976 req-e27cb879-768d-4597-b81f-062e2e877ebe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:09.725525 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9cbfd14-2f9e-4053-bde2-56dfdac3a976 req-e27cb879-768d-4597-b81f-062e2e877ebe tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.0862463 Feb 15 15:49:09.778186 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9cbfd14-2f9e-4053-bde2-56dfdac3a976 req-ffacf8ff-e67f-4648-b899-0fa02e709074 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Feb 15 15:49:11.081403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ed9db-07c7-4c4b-a0a1-d67ffa00256f req-54794694-e521-4703-8bb4-8c87ab8e6dd5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:11.083095 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-529ed9db-07c7-4c4b-a0a1-d67ffa00256f req-54794694-e521-4703-8bb4-8c87ab8e6dd5 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 944 time: 0.4244339 Feb 15 15:49:11.117807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-489c61c0-3f3d-498a-a042-e56551546f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:11.119328 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-489c61c0-3f3d-498a-a042-e56551546f7d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.4190624 Feb 15 15:49:11.127288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5250f33-6d32-420d-b324-10aea1ef45f7 req-dea5fffb-4342-4cd4-befc-69f1fddfc781 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:11.128791 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c5250f33-6d32-420d-b324-10aea1ef45f7 req-dea5fffb-4342-4cd4-befc-69f1fddfc781 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.4272671 Feb 15 15:49:11.274853 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-529ed9db-07c7-4c4b-a0a1-d67ffa00256f req-6b0b6236-6331-4bea-bb0d-3c87e344eee2 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825805 Feb 15 15:49:11.290735 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c5250f33-6d32-420d-b324-10aea1ef45f7 req-e596a3be-fddb-4219-a754-35e8a708573e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539974 Feb 15 15:49:11.331930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-60d46424-c27f-4705-9c6c-2369306196e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:11.333567 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-60d46424-c27f-4705-9c6c-2369306196e9 service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.1981349 Feb 15 15:49:11.427752 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-c67ae6c7-b9af-42c2-8156-840642081399 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 217 time: 0.0780525 Feb 15 15:49:11.561306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-50e5d407-d0f3-4547-9947-c98a0093692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:11.562922 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-50e5d407-d0f3-4547-9947-c98a0093692a service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.0924768 Feb 15 15:49:11.584636 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577af99d-6733-43cc-829b-56a0239400a1 req-cbc17e44-175c-485a-902c-82499482f5b2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:11.586271 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-577af99d-6733-43cc-829b-56a0239400a1 req-cbc17e44-175c-485a-902c-82499482f5b2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.1611137 Feb 15 15:49:11.652701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-87cfb3ca-3c7b-4233-976d-aab1702f66e7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652871 Feb 15 15:49:11.684834 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-577af99d-6733-43cc-829b-56a0239400a1 req-216d7f2d-3287-406c-a118-9a1080c9114f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Feb 15 15:49:11.828750 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-a7aa680f-70fa-467e-9c8c-940c2aba30e0 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474228 Feb 15 15:49:11.993083 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df82ff59-72d9-41e5-a0da-288dfcde9726 req-88368b0b-c00f-4dc6-89a3-9d9886cb7ace service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429186 Feb 15 15:49:12.315236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 40584) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:49:12.488213 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:12.546335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:49:12.570267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Usage tracker for resource:security_group_rule and tenant:436653e0f4c8415dac7eac3564b356a3 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:49:12.575226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:49:12.592486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e9e1-5f35-4058-8b22-b6744d481bd7 req-98020d38-d4c5-46e9-90c6-c81d9bf5fe07 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:12.594107 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe87e9e1-5f35-4058-8b22-b6744d481bd7 req-98020d38-d4c5-46e9-90c6-c81d9bf5fe07 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 944 time: 0.1991813 Feb 15 15:49:12.595017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:49:12.679806 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe87e9e1-5f35-4058-8b22-b6744d481bd7 req-40392499-58a7-43d8-9b8b-9aa9cdca253c tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786495 Feb 15 15:49:12.700786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6749f61-1229-4bf5-ad5c-f9b8362f51c3 req-278bab11-0511-4ac6-bac7-63fb18965e5e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:12.702434 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b6749f61-1229-4bf5-ad5c-f9b8362f51c3 req-278bab11-0511-4ac6-bac7-63fb18965e5e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1973097 Feb 15 15:49:12.777676 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b6749f61-1229-4bf5-ad5c-f9b8362f51c3 req-0df2c0ef-4c6b-49dd-888f-cc9aba554035 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676775 Feb 15 15:49:12.793977 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:12.797114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:12.806960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a28e672-3135-4ed0-bff1-5d45d8a69f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:12.851794 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=436653e0f4c8415dac7eac3564b356a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352988 Feb 15 15:49:12.853567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f1bbc5-abb0-42d7-85a0-96f540cf4825,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:12.854717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 40600) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:49:12.857173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:12.923645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:12.952864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:12.972701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8a19a-4c4f-4421-afcb-7fb83cf5095e req-59ae3421-5651-446f-9cce-17d1773f764f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:12.974924 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4fd8a19a-4c4f-4421-afcb-7fb83cf5095e req-59ae3421-5651-446f-9cce-17d1773f764f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.0920179 Feb 15 15:49:13.006556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:13.011875 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f11ba55d-b1b4-4463-a7bb-7571ff56d3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:13.025231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f1bbc5-abb0-42d7-85a0-96f540cf4825,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:13.031770 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4fd8a19a-4c4f-4421-afcb-7fb83cf5095e req-94812d4e-2533-4a1c-8d65-eac64591bad2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504265 Feb 15 15:49:13.034418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.034876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.035186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.035577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.036471 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.036855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.037242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.037625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.038110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.038430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.038809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.039187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.039675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.040058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.040441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.041032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.041143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.041522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.041909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.042301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.042684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.043059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.043670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.043948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:13.051250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:13.054708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:13.058401 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56f1bbc5-abb0-42d7-85a0-96f540cf4825 HTTP/1.1" status: 204 len: 168 time: 0.2024903 Feb 15 15:49:13.641029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 03765e78-1a6b-424d-b04f-c504b82e0dc8 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:13.711352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 03765e78-1a6b-424d-b04f-c504b82e0dc8 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:49:13.718608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 03765e78-1a6b-424d-b04f-c504b82e0dc8 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:13.719252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:13.875879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:13.913249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 03765e78-1a6b-424d-b04f-c504b82e0dc8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=03765e78-1a6b-424d-b04f-c504b82e0dc8,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:13.914324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03765e78-1a6b-424d-b04f-c504b82e0dc8'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:13.915999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3966a-4161-472b-af95-bf4a56d589f4 req-6ce6a0dd-fa51-48be-869d-c2ebe475c1a4 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:13.917931 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-33e3966a-4161-472b-af95-bf4a56d589f4 req-6ce6a0dd-fa51-48be-869d-c2ebe475c1a4 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 944 time: 0.1109147 Feb 15 15:49:13.920917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:13.922951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:14.003654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=03765e78-1a6b-424d-b04f-c504b82e0dc8,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:14.013118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.013842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.013842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.014254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.014629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.015353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.015971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.016082 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.016405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.016715 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.017136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.017451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.018007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.018831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.018831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.019078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.019414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.019951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.020361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.020726 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.021807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.021807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.022085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.022383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:49:14.027239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:14.038563 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-33e3966a-4161-472b-af95-bf4a56d589f4 req-1db86c6c-fb5a-4d64-a34f-ff18c34f2b82 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738220 Feb 15 15:49:14.074198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7238-b761-4838-abfe-333b15f798a6 req-aac03b8d-cb53-4934-af48-2e9cff9cb46a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:14.075935 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-493b7238-b761-4838-abfe-333b15f798a6 req-aac03b8d-cb53-4934-af48-2e9cff9cb46a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1569579 Feb 15 15:49:14.136036 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-493b7238-b761-4838-abfe-333b15f798a6 req-293ce154-b05a-4390-8a75-9e10d3ecbf15 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518224 Feb 15 15:49:14.196310 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03765e78-1a6b-424d-b04f-c504b82e0dc8', 'code': 200} Feb 15 15:49:14.379060 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f624d-80b7-4b60-a95c-7e455b4649e1 req-d1e32ba9-26e5-4b1d-b398-c90f8fce66b4 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:14.380721 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9c2f624d-80b7-4b60-a95c-7e455b4649e1 req-d1e32ba9-26e5-4b1d-b398-c90f8fce66b4 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.0967693 Feb 15 15:49:14.454644 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9c2f624d-80b7-4b60-a95c-7e455b4649e1 req-39e9ebf2-f502-4efc-bfa7-6886bc4bf8a7 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598207 Feb 15 15:49:14.586681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02558-fb33-4b7a-b573-02d912e04427 req-2380f031-2032-4a7e-9f41-06f75d618307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:14.588228 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fac02558-fb33-4b7a-b573-02d912e04427 req-2380f031-2032-4a7e-9f41-06f75d618307 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 1163 time: 0.0771544 Feb 15 15:49:14.641492 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fac02558-fb33-4b7a-b573-02d912e04427 req-1f8e488e-d68c-44c3-b55a-4d50047b851a service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Feb 15 15:49:15.246618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e97bc-da91-464b-a461-6f823ae684b9 req-fe4dc63a-337c-4b2b-bc97-dffdbb56df2d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:15.248240 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-793e97bc-da91-464b-a461-6f823ae684b9 req-fe4dc63a-337c-4b2b-bc97-dffdbb56df2d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.0859308 Feb 15 15:49:15.350740 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-793e97bc-da91-464b-a461-6f823ae684b9 req-e13a53b2-6b74-4b67-84bf-f10c193e7f7e tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959933 Feb 15 15:49:15.383348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018d365-e528-4440-95ac-06e206ecf470 req-c8f75713-9296-41d5-9770-951e9d870f83 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:15.385025 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1018d365-e528-4440-95ac-06e206ecf470 req-c8f75713-9296-41d5-9770-951e9d870f83 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1156821 Feb 15 15:49:15.437898 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1018d365-e528-4440-95ac-06e206ecf470 req-611111b3-f42b-4a28-b8e7-6a3e2af38d98 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Feb 15 15:49:15.654606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775f515-3339-4943-9aeb-29bb3d67843d req-3d0729ba-fea1-4590-b4cd-8faac46bc149 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:15.656227 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3775f515-3339-4943-9aeb-29bb3d67843d req-3d0729ba-fea1-4590-b4cd-8faac46bc149 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.0913007 Feb 15 15:49:15.708182 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3775f515-3339-4943-9aeb-29bb3d67843d req-ff5c720a-6777-49df-81ca-df87d63601bc tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Feb 15 15:49:16.155204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 03765e78-1a6b-424d-b04f-c504b82e0dc8 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:16.230585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 03765e78-1a6b-424d-b04f-c504b82e0dc8 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:16.231012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:16.366363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device c38b5ed7-0636-4b43-b22f-012426b9e789 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:16.455600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port c38b5ed7-0636-4b43-b22f-012426b9e789 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:49:16.463297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port c38b5ed7-0636-4b43-b22f-012426b9e789 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:16.464004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:16.615973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:16.643949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:16.654655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd60d8-01be-44c1-a262-153b491e6047 req-5c9a7a21-c5c1-4368-921e-1ae1aa1646c1 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:16.655194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port c38b5ed7-0636-4b43-b22f-012426b9e789, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c38b5ed7-0636-4b43-b22f-012426b9e789,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:16.656670 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f7dd60d8-01be-44c1-a262-153b491e6047 req-5c9a7a21-c5c1-4368-921e-1ae1aa1646c1 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.1645010 Feb 15 15:49:16.658004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:16.660025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:16.719308 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f7dd60d8-01be-44c1-a262-153b491e6047 req-fbfe412e-92e5-4cf5-af39-63624847f234 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545533 Feb 15 15:49:16.734521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=c38b5ed7-0636-4b43-b22f-012426b9e789,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:16.737615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a9d10-6d0e-4f3c-b2cf-49a38811986e req-df3872d9-5a26-4a18-802c-0eac599906c7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:16.739579 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b55a9d10-6d0e-4f3c-b2cf-49a38811986e req-df3872d9-5a26-4a18-802c-0eac599906c7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1483977 Feb 15 15:49:16.743147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:16.792027 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b55a9d10-6d0e-4f3c-b2cf-49a38811986e req-687cde1b-0a41-456b-945f-be18a8ac5f29 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Feb 15 15:49:16.847949 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789', 'code': 200} Feb 15 15:49:17.033948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f141d2d-4dfd-4cdf-b0d9-a7a16b153ce0 req-1561ce80-ef49-4fbe-ab4a-6a91f5c99970 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:17.035720 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0f141d2d-4dfd-4cdf-b0d9-a7a16b153ce0 req-1561ce80-ef49-4fbe-ab4a-6a91f5c99970 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.0956743 Feb 15 15:49:17.041268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device c38b5ed7-0636-4b43-b22f-012426b9e789 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:17.100222 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0f141d2d-4dfd-4cdf-b0d9-a7a16b153ce0 req-335cbaec-aa49-4bd0-a0a8-bddf3964e376 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491889 Feb 15 15:49:17.130357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port c38b5ed7-0636-4b43-b22f-012426b9e789 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:17.130889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:17.199871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19993fb8-2957-40f6-bd66-bfb6418f86ce req-8490941b-2048-4972-9321-dcb8409bd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:17.201377 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-19993fb8-2957-40f6-bd66-bfb6418f86ce req-8490941b-2048-4972-9321-dcb8409bd1a2 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 1162 time: 0.0986171 Feb 15 15:49:17.253073 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-19993fb8-2957-40f6-bd66-bfb6418f86ce req-c904a160-3453-40bd-9ab2-43a1839320ef service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Feb 15 15:49:17.876399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:17.924935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74047828-93ea-43c1-895a-284954072707 req-f892964f-5fa8-4736-8504-1a3849db6558 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:17.926652 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-74047828-93ea-43c1-895a-284954072707 req-f892964f-5fa8-4736-8504-1a3849db6558 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.0913558 Feb 15 15:49:18.029664 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-74047828-93ea-43c1-895a-284954072707 req-5e6dada7-cb8c-45e2-a1f8-d08a25c407ea tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954483 Feb 15 15:49:18.077945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffdca6-c417-42ed-9abb-5538b3b2e281 req-c522de19-1944-4d7d-bcae-9ef38af67aa1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:18.085219 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-23ffdca6-c417-42ed-9abb-5538b3b2e281 req-c522de19-1944-4d7d-bcae-9ef38af67aa1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1364179 Feb 15 15:49:18.129018 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-23ffdca6-c417-42ed-9abb-5538b3b2e281 req-5e6fcac9-cd14-4333-afb3-ce0e902c472c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Feb 15 15:49:18.317618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393afe1f-f80e-47ba-a248-d33e31732839 req-ace02581-49fe-4f96-b850-54ae3e07335a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:18.319255 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-393afe1f-f80e-47ba-a248-d33e31732839 req-ace02581-49fe-4f96-b850-54ae3e07335a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.0864542 Feb 15 15:49:18.370200 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-393afe1f-f80e-47ba-a248-d33e31732839 req-2f55984e-243e-4b3e-a219-45b6613fb423 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Feb 15 15:49:19.326230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248ea23-d1d2-43ec-971a-eee76595c46a req-e89bf950-53bc-4694-9abe-c21c877927a0 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:19.327836 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f248ea23-d1d2-43ec-971a-eee76595c46a req-e89bf950-53bc-4694-9abe-c21c877927a0 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.1425173 Feb 15 15:49:19.394727 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f248ea23-d1d2-43ec-971a-eee76595c46a req-ab5d3857-3b6c-4597-884a-da1ee1647e18 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591826 Feb 15 15:49:19.429657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abfff0-da4f-4353-9edb-849779b872ed req-3b37d0c6-7f64-4d29-9e75-a80f14b0fb3f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:19.431836 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-10abfff0-da4f-4353-9edb-849779b872ed req-3b37d0c6-7f64-4d29-9e75-a80f14b0fb3f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1548231 Feb 15 15:49:19.489323 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-10abfff0-da4f-4353-9edb-849779b872ed req-7335e007-400d-4ac6-8721-59aeef4386e5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508382 Feb 15 15:49:19.828465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc039a-68c8-4ed3-b6ec-d572b2a73352 req-7bff7bee-60c8-43fb-99ec-0eb882f6db5f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:19.830133 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-77cc039a-68c8-4ed3-b6ec-d572b2a73352 req-7bff7bee-60c8-43fb-99ec-0eb882f6db5f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.0988972 Feb 15 15:49:19.884452 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-77cc039a-68c8-4ed3-b6ec-d572b2a73352 req-d74cb57c-a2a7-4078-98f4-98c183cbaf91 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481715 Feb 15 15:49:20.794043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c0c1f-669d-417b-bcee-1c1cae9ca7cf req-6319a8c9-51a4-4c5e-8bdb-735f58fd5a4c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:20.795692 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-533c0c1f-669d-417b-bcee-1c1cae9ca7cf req-6319a8c9-51a4-4c5e-8bdb-735f58fd5a4c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1716623 Feb 15 15:49:20.844685 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-533c0c1f-669d-417b-bcee-1c1cae9ca7cf req-f1cab8c7-8e24-45a7-873c-b5a6b0a20699 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Feb 15 15:49:21.251820 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d6f9d-e35e-4055-91f3-7a2033093236 req-91718962-a4b7-4a40-a6e2-69498402a68b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:21.253431 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9d1d6f9d-e35e-4055-91f3-7a2033093236 req-91718962-a4b7-4a40-a6e2-69498402a68b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.0988979 Feb 15 15:49:21.339755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 40788) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:49:21.356125 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9d1d6f9d-e35e-4055-91f3-7a2033093236 req-a4cdb969-a2cd-4ea6-9544-6027ce68499a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596237 Feb 15 15:49:21.377208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5096d26-2ef4-48bb-8f92-c30eb23cd103 req-d837b3fe-4d0c-4773-b4cd-b69e0b46d2ab tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:21.378827 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f5096d26-2ef4-48bb-8f92-c30eb23cd103 req-d837b3fe-4d0c-4773-b4cd-b69e0b46d2ab tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.1227624 Feb 15 15:49:21.430936 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f5096d26-2ef4-48bb-8f92-c30eb23cd103 req-6b8e6c07-353f-42c0-a744-c68bee8e9c83 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Feb 15 15:49:21.487410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:21.503272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:49:21.507472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Usage tracker for resource:security_group_rule and tenant:3dd5ecdd77df40a4ac3dd67038a35331 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:49:21.510508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:49:21.516451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:49:21.603451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:21.606442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:21.616001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:21.659393 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3dd5ecdd77df40a4ac3dd67038a35331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184643 Feb 15 15:49:21.660350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dbac61-6cc7-438d-aad1-002ba8d3fbcf,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:21.663365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 40796) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:49:21.664741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:21.739380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:21.769781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:21.818982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:21.826614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:21.843039 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dbac61-6cc7-438d-aad1-002ba8d3fbcf,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:21.846242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:21.850680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:21.854500 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3dbac61-6cc7-438d-aad1-002ba8d3fbcf HTTP/1.1" status: 204 len: 168 time: 0.1872890 Feb 15 15:49:22.070938 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381e2ee-8797-4431-84e3-217e7b42fb34 req-60cddd9d-25cb-4244-b9f9-f1db05e58abb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:22.072775 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f381e2ee-8797-4431-84e3-217e7b42fb34 req-60cddd9d-25cb-4244-b9f9-f1db05e58abb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1032591 Feb 15 15:49:22.122965 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f381e2ee-8797-4431-84e3-217e7b42fb34 req-739f35a2-a549-4e77-94c8-85fec85515c8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Feb 15 15:49:22.656911 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959c636-ab9e-4f15-bdee-23a593d8bf95 req-c2c3f69c-d7ad-47e9-ac6b-cb309647e3bc tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:22.658530 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5959c636-ab9e-4f15-bdee-23a593d8bf95 req-c2c3f69c-d7ad-47e9-ac6b-cb309647e3bc tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.0931029 Feb 15 15:49:22.707066 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5959c636-ab9e-4f15-bdee-23a593d8bf95 req-29cb8b9e-573e-4318-9fc0-847396e7e703 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Feb 15 15:49:22.776300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-17f07d55-e5f1-4758-a4a3-89dc35525f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:23.342436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8336292-cc71-488b-96c8-79a4fdd22204 req-0a18ccde-a68e-40b4-ad82-f0bbe0b6192d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:23.344297 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f8336292-cc71-488b-96c8-79a4fdd22204 req-0a18ccde-a68e-40b4-ad82-f0bbe0b6192d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0991371 Feb 15 15:49:23.400077 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f8336292-cc71-488b-96c8-79a4fdd22204 req-c522c3b1-a4a5-4675-930f-398f51e4d7e7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484428 Feb 15 15:49:23.923944 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc5cf4-ebab-4590-b03a-13edff6327f4 req-1cbb18b1-75e9-4398-b150-ed7e6e979342 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:23.925723 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6dfc5cf4-ebab-4590-b03a-13edff6327f4 req-1cbb18b1-75e9-4398-b150-ed7e6e979342 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.0921812 Feb 15 15:49:23.979716 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6dfc5cf4-ebab-4590-b03a-13edff6327f4 req-57d4d23e-1aa8-4c60-9fb7-aaf4ac30e2ed tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Feb 15 15:49:24.623857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88a62-411c-4e90-a56b-79ef2d29aa73 req-c2ad4b11-e656-48c0-8d3b-e27dee6b0cb7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:24.625502 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-efd88a62-411c-4e90-a56b-79ef2d29aa73 req-c2ad4b11-e656-48c0-8d3b-e27dee6b0cb7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0988152 Feb 15 15:49:24.677520 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-efd88a62-411c-4e90-a56b-79ef2d29aa73 req-51efa84e-b3e4-4a27-a00c-1408b8701915 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Feb 15 15:49:25.115951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d345d6c1-5a35-4693-8f8f-7e2a944de56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:25.132496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 03765e78-1a6b-424d-b04f-c504b82e0dc8 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:25.180782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6009-d160-4241-a48d-d1402f7eeeba req-19c89c27-d105-4d9b-8705-4fa63ba9ae3b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:25.188936 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-832b6009-d160-4241-a48d-d1402f7eeeba req-19c89c27-d105-4d9b-8705-4fa63ba9ae3b tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.0943878 Feb 15 15:49:25.211904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 03765e78-1a6b-424d-b04f-c504b82e0dc8 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:25.212367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:25.231886 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-832b6009-d160-4241-a48d-d1402f7eeeba req-361a1224-4f50-48f4-a39c-6d7d4aae8bd0 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/security-groups?id=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Feb 15 15:49:25.395876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-246accc9-38c5-4768-890d-851baa87d9ae tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:25.397347 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-246accc9-38c5-4768-890d-851baa87d9ae tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 946 time: 0.0883563 Feb 15 15:49:25.478365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Deleting port 03765e78-1a6b-424d-b04f-c504b82e0dc8 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:49:25.478742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:25.992771 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:26.053467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] For port 03765e78-1a6b-424d-b04f-c504b82e0dc8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=03765e78-1a6b-424d-b04f-c504b82e0dc8,segment=NetworkSegment(c28f77e9-e10e-44bd-9009-ca2f85e124b2),segment_id=c28f77e9-e10e-44bd-9009-ca2f85e124b2)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:26.053903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:26.075229 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60bda2-da4a-414a-a802-44b17b98344b req-8f0b6487-4cc1-4991-ab0c-550179422126 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:26.083210 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c60bda2-da4a-414a-a802-44b17b98344b req-8f0b6487-4cc1-4991-ab0c-550179422126 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2279680 Feb 15 15:49:26.226717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Calling delete_port for 03765e78-1a6b-424d-b04f-c504b82e0dc8 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:49:26.299265 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c60bda2-da4a-414a-a802-44b17b98344b req-af5e3e94-8136-4b26-82c4-4c2beb5b3d5e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151270 Feb 15 15:49:26.465860 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c520e20a-d5e5-47af-9d55-6fb5f6350dc1 req-08d4450b-452d-4e95-b762-9317157d481d tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.74 "GET /v2.0/ports?device_id=05be2b48-d0c2-4435-94cc-794e774dd21c HTTP/1.1" status: 200 len: 210 time: 0.0517595 Feb 15 15:49:26.466754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:26.482166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:26.532256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Pushing event deleted for resources: {'Port': ['ID=03765e78-1a6b-424d-b04f-c504b82e0dc8,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:26.580788 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:26.697852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] No DVR routers for this DVR port 03765e78-1a6b-424d-b04f-c504b82e0dc8 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:49:26.700103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:26.702965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'name': 'network-vif-deleted', 'tag': '03765e78-1a6b-424d-b04f-c504b82e0dc8'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:26.717622 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0c2c750c-f538-4cb9-9977-e58367a49538 req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] 10.222.0.111 "DELETE /v2.0/ports/03765e78-1a6b-424d-b04f-c504b82e0dc8 HTTP/1.1" status: 204 len: 173 time: 1.3115063 Feb 15 15:49:26.758342 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05be2b48-d0c2-4435-94cc-794e774dd21c', 'name': 'network-vif-deleted', 'tag': '03765e78-1a6b-424d-b04f-c504b82e0dc8', 'status': 'completed', 'code': 200} Feb 15 15:49:26.946026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 03765e78-1a6b-424d-b04f-c504b82e0dc8 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:49:26.985827 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: 03765e78-1a6b-424d-b04f-c504b82e0dc8 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:49:26.986271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 03765e78-1a6b-424d-b04f-c504b82e0dc8 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:49:27.044204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:27.313430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:27.694444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcdb82-3aa6-4002-96c9-10fb5ca04709 req-8ae9adcb-f985-4bb8-834d-345748579ba3 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:27.703408 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1ffcdb82-3aa6-4002-96c9-10fb5ca04709 req-8ae9adcb-f985-4bb8-834d-345748579ba3 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1458509 Feb 15 15:49:27.761459 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1ffcdb82-3aa6-4002-96c9-10fb5ca04709 req-10e2cc0f-5324-435c-9856-e14a32b1fe1f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Feb 15 15:49:28.867121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41056) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:49:29.006259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fc0bd-cca4-4cc5-a00a-a7f77d4ab8b3 req-46568ad8-7e6e-4ff1-a68f-9af1e1c8e35b tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:29.009035 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-914fc0bd-cca4-4cc5-a00a-a7f77d4ab8b3 req-46568ad8-7e6e-4ff1-a68f-9af1e1c8e35b tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1226072 Feb 15 15:49:29.076312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:29.102682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:49:29.108189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd9a7122e43444aa8d26ed60a11ec49 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:49:29.112148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:49:29.120323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:49:29.185447 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-914fc0bd-cca4-4cc5-a00a-a7f77d4ab8b3 req-b80ae2f1-1234-4046-a207-6dd2e4db68e5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699052 Feb 15 15:49:29.283698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:29.287416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:29.319416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd0d3295-379e-4257-bfef-83561a1172cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:29.331877 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9cd9a7122e43444aa8d26ed60a11ec49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624021 Feb 15 15:49:29.334456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41084) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:49:29.364516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8894e741-c8b0-46ba-af13-4fa5357ac305,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:29.369747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:29.421861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:29.452555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:29.714445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:29.719696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-25b75e07-edc3-438c-ac45-8dc9c3957265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:29.734738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894e741-c8b0-46ba-af13-4fa5357ac305,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:29.737933 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:29.743416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:29.747563 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8894e741-c8b0-46ba-af13-4fa5357ac305 HTTP/1.1" status: 204 len: 168 time: 0.4105439 Feb 15 15:49:30.391298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9d994-567c-4a3e-b663-8323a9ef7965 req-5eff304c-07f9-4854-a404-3fed5548b583 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:30.392911 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09a9d994-567c-4a3e-b663-8323a9ef7965 req-5eff304c-07f9-4854-a404-3fed5548b583 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0868950 Feb 15 15:49:30.446049 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09a9d994-567c-4a3e-b663-8323a9ef7965 req-193c0151-500f-4258-9f41-175e6ec248fd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459425 Feb 15 15:49:30.831521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95ced0-5c43-44da-95a2-deef5c0f8866 req-f53c6d09-350f-4d92-b62f-cdee0cb344ee tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:30.833755 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4a95ced0-5c43-44da-95a2-deef5c0f8866 req-f53c6d09-350f-4d92-b62f-cdee0cb344ee tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.0855391 Feb 15 15:49:30.883155 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4a95ced0-5c43-44da-95a2-deef5c0f8866 req-04fab609-7393-4f67-97a7-95f0b913a72f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422223 Feb 15 15:49:31.200824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:49:31.655189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d9826-29c4-4a6b-b6a8-e9b621cc4b54 req-9dac5784-0a51-4156-abc8-76247e14665e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:31.656771 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-489d9826-29c4-4a6b-b6a8-e9b621cc4b54 req-9dac5784-0a51-4156-abc8-76247e14665e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0922041 Feb 15 15:49:31.712981 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-489d9826-29c4-4a6b-b6a8-e9b621cc4b54 req-f3a973eb-9e27-4b75-9f1f-c1cd66b364f1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Feb 15 15:49:32.103272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e2530-6a94-4b3a-9d3c-a859e469d441 req-5e857964-470d-4885-a21c-f7c26f8cf3b6 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:32.104910 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3c0e2530-6a94-4b3a-9d3c-a859e469d441 req-5e857964-470d-4885-a21c-f7c26f8cf3b6 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.1033187 Feb 15 15:49:32.155141 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3c0e2530-6a94-4b3a-9d3c-a859e469d441 req-98657368-cc85-4dc6-83f0-d17180d6c3a8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Feb 15 15:49:32.927909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019ad98-a541-4e03-bd7e-31e1ce393e33 req-74f96849-cf7e-45fd-9d25-b6acbc222d16 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:32.929549 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5019ad98-a541-4e03-bd7e-31e1ce393e33 req-74f96849-cf7e-45fd-9d25-b6acbc222d16 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0922146 Feb 15 15:49:32.982103 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5019ad98-a541-4e03-bd7e-31e1ce393e33 req-b1dafb6f-ade3-490a-b44a-f358828efc25 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460110 Feb 15 15:49:33.362949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ab22-b480-4878-ab69-0a81b08b10c0 req-4b71e578-e247-48d3-a269-ac1013f7e322 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:33.364720 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9a93ab22-b480-4878-ab69-0a81b08b10c0 req-4b71e578-e247-48d3-a269-ac1013f7e322 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.0907683 Feb 15 15:49:33.417781 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9a93ab22-b480-4878-ab69-0a81b08b10c0 req-652f5b67-af6e-4f21-93cf-d087445ce894 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Feb 15 15:49:34.204969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dee2b-d1b5-498a-a06b-2592f5d9efbf req-28da4954-b80c-47fb-86be-79a955ff65e7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:34.206640 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-498dee2b-d1b5-498a-a06b-2592f5d9efbf req-28da4954-b80c-47fb-86be-79a955ff65e7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0914638 Feb 15 15:49:34.256145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-498dee2b-d1b5-498a-a06b-2592f5d9efbf req-a88a3fe2-beae-41d9-994b-17bc2e7fc236 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Feb 15 15:49:34.649267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126810b-9ea7-41b5-8d06-9267c5efbe70 req-f1d9b7ef-e9c7-4aca-97b3-163c702647bb tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:34.652819 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7126810b-9ea7-41b5-8d06-9267c5efbe70 req-f1d9b7ef-e9c7-4aca-97b3-163c702647bb tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.1040776 Feb 15 15:49:34.702203 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7126810b-9ea7-41b5-8d06-9267c5efbe70 req-6b51d857-ba3d-49bb-b555-a404b11d0b03 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445781 Feb 15 15:49:35.023923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device c38b5ed7-0636-4b43-b22f-012426b9e789 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:49:35.030275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-5a5d07b8-0891-455d-825b-373842091d4f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:35.032621 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-5a5d07b8-0891-455d-825b-373842091d4f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 945 time: 0.0913961 Feb 15 15:49:35.154784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Deleting port c38b5ed7-0636-4b43-b22f-012426b9e789 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:49:35.155220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:35.369441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:35.408198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:35.421285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port c38b5ed7-0636-4b43-b22f-012426b9e789, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c38b5ed7-0636-4b43-b22f-012426b9e789,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:35.425605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:35.428081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:35.509673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=c38b5ed7-0636-4b43-b22f-012426b9e789,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:35.510436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] For port c38b5ed7-0636-4b43-b22f-012426b9e789, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c38b5ed7-0636-4b43-b22f-012426b9e789,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:35.510839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:35.513129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:35.649049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Calling delete_port for c38b5ed7-0636-4b43-b22f-012426b9e789 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:49:35.705925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3fd14-31be-44a8-ab45-e47d866dc1a0 req-ce54023a-4bda-41ba-af50-a325991e01da tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:35.707523 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-27d3fd14-31be-44a8-ab45-e47d866dc1a0 req-ce54023a-4bda-41ba-af50-a325991e01da tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.3079522 Feb 15 15:49:35.790607 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-27d3fd14-31be-44a8-ab45-e47d866dc1a0 req-7245f7af-2601-46ea-88e1-4be4214c7726 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736277 Feb 15 15:49:35.796250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:49:35.796691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:49:35.853075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789', 'code': 200} Feb 15 15:49:36.033575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4f77-53c4-472b-aea1-3f72c422712e req-33e218da-1ece-4c03-b237-7e351538334a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:36.035463 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dbeb4f77-53c4-472b-aea1-3f72c422712e req-33e218da-1ece-4c03-b237-7e351538334a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 943 time: 0.0936575 Feb 15 15:49:36.089114 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dbeb4f77-53c4-472b-aea1-3f72c422712e req-ce2231c5-7661-475d-bbac-41a43ea683da tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460210 Feb 15 15:49:36.298120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Deleting port c38b5ed7-0636-4b43-b22f-012426b9e789 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:49:36.298622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:36.581690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] For port c38b5ed7-0636-4b43-b22f-012426b9e789, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=c38b5ed7-0636-4b43-b22f-012426b9e789,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:36.582258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:36.933929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Calling delete_port for c38b5ed7-0636-4b43-b22f-012426b9e789 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:49:37.178095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cc88d-08bd-4286-8db1-03fbd3bc300c req-7ba06eea-50ea-4230-9d75-855070e2691d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:37.180298 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-105cc88d-08bd-4286-8db1-03fbd3bc300c req-7ba06eea-50ea-4230-9d75-855070e2691d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2165470 Feb 15 15:49:37.253011 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-105cc88d-08bd-4286-8db1-03fbd3bc300c req-4e95f8b8-bd80-43f0-a093-9c733d18f756 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 Feb 15 15:49:37.256859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:37.272863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:37.375699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event deleted for resources: {'Port': ['ID=c38b5ed7-0636-4b43-b22f-012426b9e789,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:37.422070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:37.439678 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-afb26337-2421-488e-af11-ff0f574bf7be req-ec51c779-a79a-4974-9893-1090d6d67412 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 210 time: 0.0695868 Feb 15 15:49:37.537561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] No DVR routers for this DVR port c38b5ed7-0636-4b43-b22f-012426b9e789 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:49:37.539712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:37.543807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'name': 'network-vif-deleted', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:37.562744 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-268d98e2-b745-4e96-9f6e-d3451d351a44 req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "DELETE /v2.0/ports/c38b5ed7-0636-4b43-b22f-012426b9e789 HTTP/1.1" status: 204 len: 173 time: 2.4903133 Feb 15 15:49:37.684334 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd91a6ad-5df7-4c35-8751-fbe48237192a', 'name': 'network-vif-deleted', 'tag': 'c38b5ed7-0636-4b43-b22f-012426b9e789', 'status': 'completed', 'code': 200} Feb 15 15:49:38.472368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ce893-61e7-4fb9-ba29-9b709ba9eb31 req-bf98d800-e848-422f-879a-7d699b5b0345 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:38.475007 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-305ce893-61e7-4fb9-ba29-9b709ba9eb31 req-bf98d800-e848-422f-879a-7d699b5b0345 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0999150 Feb 15 15:49:38.528002 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-305ce893-61e7-4fb9-ba29-9b709ba9eb31 req-dfa28a15-f90c-48a3-b7a2-48c74a39da18 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 Feb 15 15:49:38.704725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-d0989d2e-0ae0-45aa-82dc-3f716bc0bdd7 req-d4926a20-0b12-41a4-b71e-cb7b045794c1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:49:38.721366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-d0989d2e-0ae0-45aa-82dc-3f716bc0bdd7 req-d4926a20-0b12-41a4-b71e-cb7b045794c1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:49:38.722674 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d0989d2e-0ae0-45aa-82dc-3f716bc0bdd7 req-d4926a20-0b12-41a4-b71e-cb7b045794c1 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd91a6ad-5df7-4c35-8751-fbe48237192a HTTP/1.1" status: 200 len: 210 time: 0.0667479 Feb 15 15:49:39.745443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc227578-8c71-4649-9cad-024715d45ff6 req-df701f23-a9ba-4eee-890f-78104b64a611 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:39.747301 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc227578-8c71-4649-9cad-024715d45ff6 req-df701f23-a9ba-4eee-890f-78104b64a611 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0985377 Feb 15 15:49:39.803974 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc227578-8c71-4649-9cad-024715d45ff6 req-3c45db94-13ed-4936-ba24-92f62446f97f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Feb 15 15:49:40.354735 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-04ea6bcf-4eba-46e1-9a4f-94ef7bdb5cf9 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0782900 Feb 15 15:49:40.545380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-02411479-45b8-4b9c-af29-e111dba7a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:40.545380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-02411479-45b8-4b9c-af29-e111dba7a719 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=83e886b94bb5484c8cb124a7c38aa573&device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 1162 time: 0.0905075 Feb 15 15:49:40.726214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-205948e5-69fb-4ce2-b894-8b679a1144b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:40.727840 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-205948e5-69fb-4ce2-b894-8b679a1144b8 service neutron] 10.222.0.111 "GET /v2.0/networks?id=14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 200 len: 908 time: 0.1504223 Feb 15 15:49:40.813834 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-3aa81f49-cde5-4501-b8eb-d258e6dfbffa service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f462b876-89d4-4614-9fba-1f6e152390f7 HTTP/1.1" status: 200 len: 217 time: 0.0731671 Feb 15 15:49:40.899519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-a5de62c8-fd43-401a-a0c0-a4d3bdfa530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:40.901027 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-a5de62c8-fd43-401a-a0c0-a4d3bdfa530c service neutron] 10.222.0.111 "GET /v2.0/subnets?id=bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 200 len: 854 time: 0.0729947 Feb 15 15:49:41.005756 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-a69ab3ec-98d9-4bb1-93b8-eac7011ff6d4 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=14047426-763f-434c-bafa-4a8887b00a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888555 Feb 15 15:49:41.159889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626ca7-400a-4b7b-b468-043f89f4ffc2 req-211cb02e-feb8-447b-9627-ad70294eccf8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:41.161830 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8a626ca7-400a-4b7b-b468-043f89f4ffc2 req-211cb02e-feb8-447b-9627-ad70294eccf8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2094061 Feb 15 15:49:41.203744 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-d5d842ed-89c9-47f1-befd-8e5a7bfb2c2d service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854501 Feb 15 15:49:41.300012 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8a626ca7-400a-4b7b-b468-043f89f4ffc2 req-c9cab070-ee36-4940-9ac8-bfb3b9a8b176 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319973 Feb 15 15:49:41.371394 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c0d49dc8-61fd-4d7e-9c06-2f01ff825714 req-73ed3f07-7ef9-46e5-b61b-48094efc5947 service neutron] 10.222.0.111 "GET /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1525109 Feb 15 15:49:41.947218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae5e0b-cbb0-4ef9-9161-153c045c06d3 req-a84875ae-1a9d-4b9d-b26c-a11766888539 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:41.948884 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09ae5e0b-cbb0-4ef9-9161-153c045c06d3 req-a84875ae-1a9d-4b9d-b26c-a11766888539 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.0895689 Feb 15 15:49:42.001920 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09ae5e0b-cbb0-4ef9-9161-153c045c06d3 req-61d1ed0a-8cd3-415e-bcdb-ee3f7c321798 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464680 Feb 15 15:49:42.529719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab13c8-0acd-4960-bffb-8f62ffadd77c req-9b018757-697c-4b57-a43f-0b3a0564f9a6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:42.531227 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2cab13c8-0acd-4960-bffb-8f62ffadd77c req-9b018757-697c-4b57-a43f-0b3a0564f9a6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0924075 Feb 15 15:49:42.581631 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2cab13c8-0acd-4960-bffb-8f62ffadd77c req-2e5c5d9b-5495-46d8-aa80-aff77dd24460 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436733 Feb 15 15:49:43.222530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322f44b-f734-48b4-8a12-f55fb3328e90 req-6445ebd0-41ea-45eb-a632-95feaf82c55b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:43.224051 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7322f44b-f734-48b4-8a12-f55fb3328e90 req-6445ebd0-41ea-45eb-a632-95feaf82c55b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.0971124 Feb 15 15:49:43.274408 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7322f44b-f734-48b4-8a12-f55fb3328e90 req-c38619ce-ddbb-46fa-be64-1753e2d9ae85 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Feb 15 15:49:43.789521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef80803-1e25-4d0e-a9bb-06552b0edc12 req-f1257418-9dbf-4f37-8068-66ff8b57e678 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:43.791159 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ef80803-1e25-4d0e-a9bb-06552b0edc12 req-f1257418-9dbf-4f37-8068-66ff8b57e678 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0921419 Feb 15 15:49:43.841838 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ef80803-1e25-4d0e-a9bb-06552b0edc12 req-df8a3116-f971-4c2b-a515-f36f2daf03df tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Feb 15 15:49:44.486343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11d280-4948-4e9b-ac53-1799403d8c2a req-4de1a427-4fc4-4e16-b691-0891a4e89328 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:44.487890 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de11d280-4948-4e9b-ac53-1799403d8c2a req-4de1a427-4fc4-4e16-b691-0891a4e89328 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.0946784 Feb 15 15:49:44.537909 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de11d280-4948-4e9b-ac53-1799403d8c2a req-20c392c6-b596-47d8-a784-08b75b3f8b9e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Feb 15 15:49:45.059253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7ea3a-b71e-4b84-b4e4-c08da97d0f38 req-8359158d-3610-477a-8c42-30b7be73a584 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:45.061244 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5fd7ea3a-b71e-4b84-b4e4-c08da97d0f38 req-8359158d-3610-477a-8c42-30b7be73a584 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1009874 Feb 15 15:49:45.113431 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5fd7ea3a-b71e-4b84-b4e4-c08da97d0f38 req-b4e38f60-6787-47ab-a1d0-da71422292c6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454097 Feb 15 15:49:45.283391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device e0cb58b7-b33c-4185-978b-4ffce67c7028 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:45.366702 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port e0cb58b7-b33c-4185-978b-4ffce67c7028 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:45.367041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:45.504991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:45.579119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:45.579626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:45.745729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-a9d37e21-4c8d-4315-9049-3289bd2b1d4a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:45.747403 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-a9d37e21-4c8d-4315-9049-3289bd2b1d4a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.1790195 Feb 15 15:49:45.873956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Deleting port e0cb58b7-b33c-4185-978b-4ffce67c7028 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:49:45.874366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:45.929191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438562f-f43d-4965-b238-14d1bbdc1269 req-54b4d53f-3423-499d-9df2-8d44848348e3 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:45.931259 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1438562f-f43d-4965-b238-14d1bbdc1269 req-54b4d53f-3423-499d-9df2-8d44848348e3 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 945 time: 0.2536891 Feb 15 15:49:46.056364 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1438562f-f43d-4965-b238-14d1bbdc1269 req-21e14cba-e315-4f20-8c55-fd6f07445d71 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181242 Feb 15 15:49:46.502952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] For port e0cb58b7-b33c-4185-978b-4ffce67c7028, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=e0cb58b7-b33c-4185-978b-4ffce67c7028,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:46.503439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:46.642002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Calling delete_port for e0cb58b7-b33c-4185-978b-4ffce67c7028 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:49:46.705564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01577452-0381-4f93-ace2-0735a1c9e24f req-902d332b-7068-4715-a9e4-8e58be7413a0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:46.707211 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01577452-0381-4f93-ace2-0735a1c9e24f req-902d332b-7068-4715-a9e4-8e58be7413a0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2931135 Feb 15 15:49:46.787956 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01577452-0381-4f93-ace2-0735a1c9e24f req-f2f4b052-d9ba-40d3-b930-470da3319882 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674250 Feb 15 15:49:46.857672 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:46.886085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:46.986909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event deleted for resources: {'Port': ['ID=e0cb58b7-b33c-4185-978b-4ffce67c7028,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:46.989483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:47.119482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] No DVR routers for this DVR port e0cb58b7-b33c-4185-978b-4ffce67c7028 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:49:47.121807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:47.125911 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'name': 'network-vif-deleted', 'tag': 'e0cb58b7-b33c-4185-978b-4ffce67c7028'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:47.139578 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b9aabb86-b569-4e15-9560-6bc79da2390d req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "DELETE /v2.0/ports/e0cb58b7-b33c-4185-978b-4ffce67c7028 HTTP/1.1" status: 204 len: 173 time: 1.3812032 Feb 15 15:49:47.251604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-56c1f769-727c-497b-aa8a-6306e96c53e4 req-613791ac-f693-48fa-a2d2-c9a37a06d3aa tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:49:47.266577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-56c1f769-727c-497b-aa8a-6306e96c53e4 req-613791ac-f693-48fa-a2d2-c9a37a06d3aa tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:49:47.267873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-56c1f769-727c-497b-aa8a-6306e96c53e4 req-613791ac-f693-48fa-a2d2-c9a37a06d3aa tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=968b6a26-c267-4f10-95e6-f8a1162f0c56 HTTP/1.1" status: 200 len: 210 time: 0.0699656 Feb 15 15:49:47.339098 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b6a26-c267-4f10-95e6-f8a1162f0c56', 'name': 'network-vif-deleted', 'tag': 'e0cb58b7-b33c-4185-978b-4ffce67c7028', 'status': 'completed', 'code': 200} Feb 15 15:49:47.892290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:47.969743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device e0cb58b7-b33c-4185-978b-4ffce67c7028 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:49:48.012104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: e0cb58b7-b33c-4185-978b-4ffce67c7028 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:49:48.012505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device e0cb58b7-b33c-4185-978b-4ffce67c7028 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:49:48.019069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a199d71-204f-4b6d-9f0b-058840235200 req-4bc1f883-f212-4efb-861f-3dce6a9259b1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:48.023109 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3a199d71-204f-4b6d-9f0b-058840235200 req-4bc1f883-f212-4efb-861f-3dce6a9259b1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1110749 Feb 15 15:49:48.091253 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3a199d71-204f-4b6d-9f0b-058840235200 req-cd0369ad-84a1-4562-8bfd-08a82b17151c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Feb 15 15:49:48.765701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f11da8-6845-4a33-b9f0-9b271aa21048 req-8c6925ed-3d0e-4ce2-b1a7-e23491e03f29 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:48.768530 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c6f11da8-6845-4a33-b9f0-9b271aa21048 req-8c6925ed-3d0e-4ce2-b1a7-e23491e03f29 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.0995715 Feb 15 15:49:48.820163 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c6f11da8-6845-4a33-b9f0-9b271aa21048 req-555b162b-3e83-4f5f-80ee-a30ab3abbd07 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Feb 15 15:49:49.310891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef12ec-d33d-4cfa-bc86-9032397809a0 req-655bc03f-fe85-47a5-b786-f52db73cbd10 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:49.312489 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b6ef12ec-d33d-4cfa-bc86-9032397809a0 req-655bc03f-fe85-47a5-b786-f52db73cbd10 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0886304 Feb 15 15:49:49.367669 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b6ef12ec-d33d-4cfa-bc86-9032397809a0 req-63ea54b7-8725-41c9-ac83-02b2b0c79458 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458844 Feb 15 15:49:50.035946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025d4e8-adf4-43ad-9d1d-a1854f733977 req-f7390599-a69a-405c-b2eb-0583a39c0a4b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:50.042399 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7025d4e8-adf4-43ad-9d1d-a1854f733977 req-f7390599-a69a-405c-b2eb-0583a39c0a4b tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.0975404 Feb 15 15:49:50.088599 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7025d4e8-adf4-43ad-9d1d-a1854f733977 req-6eaa5551-aa92-42cc-bd49-366132fe3f9a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Feb 15 15:49:50.581520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126abf9-3de3-4e98-a12e-0e8a9fc27b43 req-286502ac-b188-4e78-80cb-2e2e13b9867e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:50.583067 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3126abf9-3de3-4e98-a12e-0e8a9fc27b43 req-286502ac-b188-4e78-80cb-2e2e13b9867e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0905433 Feb 15 15:49:50.633028 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3126abf9-3de3-4e98-a12e-0e8a9fc27b43 req-f73c27ed-f271-43dd-bd5e-3870c40baece tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Feb 15 15:49:51.190415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:49:51.271937 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:49:51.272832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:51.297708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e5769-e515-4133-b9ce-74509c1aeaf1 req-dde91b80-4010-4cc5-9f56-fc1d0b840634 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:51.302871 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e46e5769-e515-4133-b9ce-74509c1aeaf1 req-dde91b80-4010-4cc5-9f56-fc1d0b840634 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.0909076 Feb 15 15:49:51.351849 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e46e5769-e515-4133-b9ce-74509c1aeaf1 req-15f8321e-ac18-4833-8c78-7983704ff493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Feb 15 15:49:51.555590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06957755-0694-4248-86a0-64c6901f446d req-52d94c00-7107-471b-b542-d35f6fa784ce tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:51.557285 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-06957755-0694-4248-86a0-64c6901f446d req-52d94c00-7107-471b-b542-d35f6fa784ce tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 946 time: 0.1044662 Feb 15 15:49:51.640448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Deleting port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:49:51.640993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:51.977287 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d8991-9a98-4056-83e0-6ca92247da63 req-e40c7a67-7f11-4813-ae24-9b934556c986 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:51.979028 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e26d8991-9a98-4056-83e0-6ca92247da63 req-e40c7a67-7f11-4813-ae24-9b934556c986 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2120397 Feb 15 15:49:51.986024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] For port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:51.986423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:52.144368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Calling delete_port for 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:49:52.209271 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e26d8991-9a98-4056-83e0-6ca92247da63 req-d19f12ec-ab26-41de-8b16-b8092f1792aa tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135961 Feb 15 15:49:52.323144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:52.338425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:52.437900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event deleted for resources: {'Port': ['ID=4fdee08e-a7d2-4bd8-b31c-b979de162ed5,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:52.450206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:52.576691 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-655e37d7-af1e-4e0b-8b64-002858f27113 req-d121561e-c1c2-4523-af5f-30431594e52a tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=c620ee4c-48aa-494d-b322-d71f4110f7bb HTTP/1.1" status: 200 len: 210 time: 0.0588274 Feb 15 15:49:52.626998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] No DVR routers for this DVR port 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:49:52.629299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:52.633214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'name': 'network-vif-deleted', 'tag': '4fdee08e-a7d2-4bd8-b31c-b979de162ed5'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:52.648600 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-06957755-0694-4248-86a0-64c6901f446d req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "DELETE /v2.0/ports/4fdee08e-a7d2-4bd8-b31c-b979de162ed5 HTTP/1.1" status: 204 len: 173 time: 1.0801353 Feb 15 15:49:52.685721 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c620ee4c-48aa-494d-b322-d71f4110f7bb', 'name': 'network-vif-deleted', 'tag': '4fdee08e-a7d2-4bd8-b31c-b979de162ed5', 'status': 'completed', 'code': 200} Feb 15 15:49:52.779405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-94571633-8602-47a1-bb3f-48c2400d68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:53.429452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7063c-20df-4bb5-9175-8b76dd2203ff req-3fdbb432-04a0-45df-b234-48e05ee08da0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:53.431504 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0aa7063c-20df-4bb5-9175-8b76dd2203ff req-3fdbb432-04a0-45df-b234-48e05ee08da0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0969012 Feb 15 15:49:53.486675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:49:53.495519 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0aa7063c-20df-4bb5-9175-8b76dd2203ff req-4ec3ac52-3bbc-409c-a923-5b8ae332c88c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Feb 15 15:49:53.550248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:49:53.551027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4fdee08e-a7d2-4bd8-b31c-b979de162ed5 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:49:54.705006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4aca-c4b0-4828-9112-aad2844a8871 req-c10807bb-d96f-4766-a21d-a35be6c4531c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:54.706641 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8c3e4aca-c4b0-4828-9112-aad2844a8871 req-c10807bb-d96f-4766-a21d-a35be6c4531c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0904088 Feb 15 15:49:54.756539 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8c3e4aca-c4b0-4828-9112-aad2844a8871 req-972fb147-47ad-4359-8d60-29e07e0941a6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 Feb 15 15:49:55.123918 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-35c5db19-6acf-4161-a45d-e58edc6ed6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:55.439761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321efdc3-b3d4-4329-8a4d-e7c8f488c949 req-298676ab-2eb5-4183-a940-46139535ba1f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:55.440784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-321efdc3-b3d4-4329-8a4d-e7c8f488c949 req-298676ab-2eb5-4183-a940-46139535ba1f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:49:55.456789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-321efdc3-b3d4-4329-8a4d-e7c8f488c949 req-298676ab-2eb5-4183-a940-46139535ba1f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:49:55.458273 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-321efdc3-b3d4-4329-8a4d-e7c8f488c949 req-298676ab-2eb5-4183-a940-46139535ba1f tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 945 time: 0.1055965 Feb 15 15:49:55.511310 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-321efdc3-b3d4-4329-8a4d-e7c8f488c949 req-87180265-a508-4dd1-8c8a-87b6d9076a48 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Feb 15 15:49:55.975320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144b24e-cd2b-4016-bc4f-46a42a421405 req-7c5d50b8-f224-4c4b-9483-88e208acecc0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:55.977618 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b144b24e-cd2b-4016-bc4f-46a42a421405 req-7c5d50b8-f224-4c4b-9483-88e208acecc0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1006458 Feb 15 15:49:56.006134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:56.032582 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b144b24e-cd2b-4016-bc4f-46a42a421405 req-fe4fecc9-5b1e-4e46-a9b3-cc2fcef0e1bd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478759 Feb 15 15:49:56.730582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a262-e85a-4b7d-8b3b-aa9cc38db2c8 req-e14b416e-caaa-4f8f-a212-039103111c79 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:56.736445 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea98a262-e85a-4b7d-8b3b-aa9cc38db2c8 req-e14b416e-caaa-4f8f-a212-039103111c79 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 945 time: 0.1038609 Feb 15 15:49:56.796668 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea98a262-e85a-4b7d-8b3b-aa9cc38db2c8 req-8ccdf9b4-8f55-40b6-bb55-5a0e1f10d0c8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Feb 15 15:49:57.047236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:57.261138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7914eca-85b4-47e2-a4f6-af8f3ca4110e req-4311d7e1-8c73-481e-b4a7-0fb95778b910 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:57.262824 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7914eca-85b4-47e2-a4f6-af8f3ca4110e req-4311d7e1-8c73-481e-b4a7-0fb95778b910 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0910854 Feb 15 15:49:57.311954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:57.318869 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7914eca-85b4-47e2-a4f6-af8f3ca4110e req-4082b2e5-57f9-44b7-a710-ffc5e5370df1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478253 Feb 15 15:49:58.015966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1cf77-69ae-4e63-afcb-bebcd2f7cc21 req-327ca9b3-6ab7-41e2-9b27-63c4df30fce8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:58.017607 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5ba1cf77-69ae-4e63-afcb-bebcd2f7cc21 req-327ca9b3-6ab7-41e2-9b27-63c4df30fce8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 945 time: 0.0953526 Feb 15 15:49:58.074941 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5ba1cf77-69ae-4e63-afcb-bebcd2f7cc21 req-87967c6b-1330-49d9-bb31-1c457295caa6 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501502 Feb 15 15:49:58.576265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aea6cb-6553-4649-b771-dc80bbec35da req-aaee3a77-4e4f-4be8-ac8a-885c2fe259a8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:58.578037 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81aea6cb-6553-4649-b771-dc80bbec35da req-aaee3a77-4e4f-4be8-ac8a-885c2fe259a8 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 945 time: 0.1048679 Feb 15 15:49:58.715293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Deleting port f462b876-89d4-4614-9fba-1f6e152390f7 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:49:58.715679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:58.805369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc6550-8802-4eae-8eb0-0c84765eaf3b req-7fbd943a-bc1d-450d-b27c-0e36724acd4f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:58.807146 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a9dc6550-8802-4eae-8eb0-0c84765eaf3b req-7fbd943a-bc1d-450d-b27c-0e36724acd4f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2186620 Feb 15 15:49:59.118658 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a9dc6550-8802-4eae-8eb0-0c84765eaf3b req-40bd38d5-b3e2-4c5a-9257-90cc6cb30dd2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629704 Feb 15 15:49:59.227463 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device f462b876-89d4-4614-9fba-1f6e152390f7 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:49:59.399745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:59.429320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:49:59.440154 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port f462b876-89d4-4614-9fba-1f6e152390f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f462b876-89d4-4614-9fba-1f6e152390f7,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:59.443322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:59.446183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:49:59.470115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] For port f462b876-89d4-4614-9fba-1f6e152390f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f462b876-89d4-4614-9fba-1f6e152390f7,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:49:59.470525 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:49:59.519553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=f462b876-89d4-4614-9fba-1f6e152390f7,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:49:59.523231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:49:59.571221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dea237-bec1-40e0-b0d0-c11a737b722a req-72ca5b19-c8da-4a9a-98e4-86ff5e9c41ab tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:59.572758 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d2dea237-bec1-40e0-b0d0-c11a737b722a req-72ca5b19-c8da-4a9a-98e4-86ff5e9c41ab tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.3663132 Feb 15 15:49:59.660646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Calling delete_port for f462b876-89d4-4614-9fba-1f6e152390f7 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:49:59.764706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88675c-cab1-4d0d-a43b-dea528bc6d4c req-337bf2d6-f14d-47c6-b226-0ef31c04fb60 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:49:59.766360 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5f88675c-cab1-4d0d-a43b-dea528bc6d4c req-337bf2d6-f14d-47c6-b226-0ef31c04fb60 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 945 time: 0.4216931 Feb 15 15:49:59.799806 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d2dea237-bec1-40e0-b0d0-c11a737b722a req-048cfa79-81f3-4d1d-ad2d-83ffef04eb6e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473920 Feb 15 15:49:59.855148 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5f88675c-cab1-4d0d-a43b-dea528bc6d4c req-90815abd-dc41-4e91-af3b-e3712d28f652 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807562 Feb 15 15:49:59.856991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:49:59.857431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:49:59.871233 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7', 'code': 200} Feb 15 15:50:00.334258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a5b84-1f0f-4a91-81da-31058e93ca7d req-a0828458-f9d3-4071-bbc3-e05c217c241d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:00.336456 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f8a5b84-1f0f-4a91-81da-31058e93ca7d req-a0828458-f9d3-4071-bbc3-e05c217c241d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0906167 Feb 15 15:50:00.365462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Deleting port f462b876-89d4-4614-9fba-1f6e152390f7 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:50:00.365836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:00.453561 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f8a5b84-1f0f-4a91-81da-31058e93ca7d req-241677ac-d386-4866-a54b-983d80641d68 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106415 Feb 15 15:50:00.708898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] For port f462b876-89d4-4614-9fba-1f6e152390f7, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f462b876-89d4-4614-9fba-1f6e152390f7,segment=NetworkSegment(28179784-a725-4f50-9064-dff10580f8c8),segment_id=28179784-a725-4f50-9064-dff10580f8c8)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:50:00.709319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:00.960586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Calling delete_port for f462b876-89d4-4614-9fba-1f6e152390f7 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:50:01.342976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31d907-8c29-40a3-85c6-bc5d19806b1f req-b3b0f480-e2ff-40ac-8aed-d63c89d06080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:01.344708 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7d31d907-8c29-40a3-85c6-bc5d19806b1f req-b3b0f480-e2ff-40ac-8aed-d63c89d06080 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.6224875 Feb 15 15:50:01.392290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709ddd-4ac9-435a-8294-71d349200c80 req-4a86151c-07ec-4804-88d3-989b11c3fb64 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:01.400575 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-79709ddd-4ac9-435a-8294-71d349200c80 req-4a86151c-07ec-4804-88d3-989b11c3fb64 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.3838277 Feb 15 15:50:01.545861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b967ac2-4bc9-4db8-9dcd-cec745a88b43 req-5c2f11cc-6e69-4690-ab98-59c754472b5e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:01.554736 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7b967ac2-4bc9-4db8-9dcd-cec745a88b43 req-5c2f11cc-6e69-4690-ab98-59c754472b5e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 943 time: 0.4456890 Feb 15 15:50:01.640499 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7d31d907-8c29-40a3-85c6-bc5d19806b1f req-c8868944-cb4b-429d-89b1-d455746e2950 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781310 Feb 15 15:50:01.708791 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7b967ac2-4bc9-4db8-9dcd-cec745a88b43 req-4e283b4f-baf2-482a-8b5e-c47f4f7a0da4 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/security-groups?id=aef4ac59-7abb-4045-9774-e863e5f3eafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522362 Feb 15 15:50:01.716910 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-79709ddd-4ac9-435a-8294-71d349200c80 req-fa35fa1e-762d-4698-96c6-f72212c1705f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153007 Feb 15 15:50:01.727643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:01.758149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d3dc7b77-8bd2-41b5-9f2d-917bda35ca25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:01.849980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Pushing event deleted for resources: {'Port': ['ID=f462b876-89d4-4614-9fba-1f6e152390f7,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:01.910688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.911083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.911481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.911868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.912253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.912634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.913012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.913437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.913838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.914266 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.914621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.915007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.915480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.915857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.916232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.916605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.916986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.917361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.917735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.918151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.918549 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.918965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.919338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.919706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:01.923529 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:02.056633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b34c68-f886-4583-b035-3ae5b9d56460 req-a3d15312-eadb-4866-8c97-2ae89dd913bd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:02.058270 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d5b34c68-f886-4583-b035-3ae5b9d56460 req-a3d15312-eadb-4866-8c97-2ae89dd913bd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1992323 Feb 15 15:50:02.064053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] No DVR routers for this DVR port f462b876-89d4-4614-9fba-1f6e152390f7 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:50:02.066416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:02.072403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'name': 'network-vif-deleted', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:50:02.110701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81aea6cb-6553-4649-b771-dc80bbec35da req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.111 "DELETE /v2.0/ports/f462b876-89d4-4614-9fba-1f6e152390f7 HTTP/1.1" status: 204 len: 173 time: 3.5237784 Feb 15 15:50:02.131823 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8', 'name': 'network-vif-deleted', 'tag': 'f462b876-89d4-4614-9fba-1f6e152390f7', 'status': 'completed', 'code': 200} Feb 15 15:50:02.138013 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d5b34c68-f886-4583-b035-3ae5b9d56460 req-3bfe3502-0e42-4ae8-83ee-aac463260d6c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665109 Feb 15 15:50:02.977548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-09c56733-36b1-46e6-a1ba-96facc8ddf64 req-0d45c98a-a933-4a7e-ba74-805b1df4df66 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Synchronizing usage tracker for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:50:03.003171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-09c56733-36b1-46e6-a1ba-96facc8ddf64 req-0d45c98a-a933-4a7e-ba74-805b1df4df66 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Unset dirty status for tenant:83e886b94bb5484c8cb124a7c38aa573 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:50:03.004419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09c56733-36b1-46e6-a1ba-96facc8ddf64 req-0d45c98a-a933-4a7e-ba74-805b1df4df66 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8eb1685-91f6-4b20-9e68-5c38e8a2e6d8 HTTP/1.1" status: 200 len: 210 time: 0.0912647 Feb 15 15:50:03.066496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04968a5-81ee-429e-b42a-05fa547c76ff req-7730ebe9-ffe6-4527-b029-3723f7c56f24 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:03.079507 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f04968a5-81ee-429e-b42a-05fa547c76ff req-7730ebe9-ffe6-4527-b029-3723f7c56f24 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.2166684 Feb 15 15:50:03.215380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f04968a5-81ee-429e-b42a-05fa547c76ff req-bdabdc30-375d-4417-816f-e2dec19cc8d0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347692 Feb 15 15:50:03.412024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:50:03.465171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22221cac-d9d0-4ce9-954d-ffdab304a56f req-9c6604e4-06a6-4532-82bb-186c23ddee99 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:03.466919 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22221cac-d9d0-4ce9-954d-ffdab304a56f req-9c6604e4-06a6-4532-82bb-186c23ddee99 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1173422 Feb 15 15:50:03.494854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:50:03.495372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:03.526265 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22221cac-d9d0-4ce9-954d-ffdab304a56f req-c38c77e2-a4f6-44bc-b4b6-c54adb712c6d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512691 Feb 15 15:50:04.136352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41492) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:04.212110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Deleting subnet bedd7416-5fba-492c-92cf-371869513c52 {{(pid=84020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:50:04.215605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:04.532042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3216488'] for subnet, precommit_delete_associations {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:04.607611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3843d-dbd7-4a3e-91d4-deb3b4cc0099 req-64650096-3e3f-4b06-ad2d-a570183057b8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:04.609247 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9ca3843d-dbd7-4a3e-91d4-deb3b4cc0099 req-64650096-3e3f-4b06-ad2d-a570183057b8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1542490 Feb 15 15:50:04.636308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:04.763714 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9ca3843d-dbd7-4a3e-91d4-deb3b4cc0099 req-6aa50a3b-d6d2-49fa-87a9-00a16ed03517 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451216 Feb 15 15:50:04.952952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937c3c-dda4-455c-821a-409f1bc57645 req-36dc1f06-3141-4f1b-bd82-d81550f25e2f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:04.954638 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5b937c3c-dda4-455c-821a-409f1bc57645 req-36dc1f06-3141-4f1b-bd82-d81550f25e2f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2674887 Feb 15 15:50:05.072164 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5b937c3c-dda4-455c-821a-409f1bc57645 req-43872f4e-ff6c-439d-8b25-85502220409a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863366 Feb 15 15:50:05.187193 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853164985'] for subnet, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:05.205009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e4fb0d0-3ebb-4220-8a5c-52bc1d6399f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:05.312987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedd7416-5fba-492c-92cf-371869513c52,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:05.316193 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:05.367226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:05.376402 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-544aea3f-6acc-423d-be6e-64ceb1434057 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bedd7416-5fba-492c-92cf-371869513c52 HTTP/1.1" status: 204 len: 168 time: 1.2363501 Feb 15 15:50:05.376660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41518) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:05.502907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:05.841242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:06.150180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-6f6cb1a7-5242-4117-a6f5-7a0ce8c27717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:06.150180 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-6f6cb1a7-5242-4117-a6f5-7a0ce8c27717 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.5502086 Feb 15 15:50:06.171147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a631e5-807c-4393-a4a0-9313f7ffd875 req-25a17e09-c259-42f0-a503-fe729ab76be0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:06.179906 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c1a631e5-807c-4393-a4a0-9313f7ffd875 req-25a17e09-c259-42f0-a503-fe729ab76be0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.5468800 Feb 15 15:50:06.360189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14047426-763f-434c-bafa-4a8887b00a98']}} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:50:06.371885 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c1a631e5-807c-4393-a4a0-9313f7ffd875 req-c4322b35-3628-4eec-af29-7c6512b324f7 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910498 Feb 15 15:50:06.386353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28179784-a725-4f50-9064-dff10580f8c8') {'for_net_delete': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:50:06.386682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28179784-a725-4f50-9064-dff10580f8c8') {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:50:06.440573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851559328'] for segment, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:06.464548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe3a7a-4afa-4ea8-ad68-dadeaec62073 req-c45679ab-51e1-4ff2-b001-ea7aca1b2ec0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:06.466214 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7efe3a7a-4afa-4ea8-ad68-dadeaec62073 req-c45679ab-51e1-4ff2-b001-ea7aca1b2ec0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.4860137 Feb 15 15:50:06.526049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:06.531292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-19b031a5-7415-423e-8341-415f0ff98004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:06.532891 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-19b031a5-7415-423e-8341-415f0ff98004 service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.3691502 Feb 15 15:50:06.533533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:50:06.677396 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7efe3a7a-4afa-4ea8-ad68-dadeaec62073 req-19ff6369-c182-4376-a82a-2400f1a3b79e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991503 Feb 15 15:50:06.689074 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-b0877c16-4eb6-4c81-bbbc-fef5d08e960e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 217 time: 0.1277268 Feb 15 15:50:07.043754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Network 14047426-763f-434c-bafa-4a8887b00a98 has no segments {{(pid=84020) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:50:07.055379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852621169'] for segment, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:07.147839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-50516cdc-ed53-46ea-bf2a-af6b0e468311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:07.149405 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-50516cdc-ed53-46ea-bf2a-af6b0e468311 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.4366894 Feb 15 15:50:07.285391 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-9f62ed48-94a5-49e3-b570-f91108602fcf service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122139 Feb 15 15:50:07.446509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Network 14047426-763f-434c-bafa-4a8887b00a98 has no segments {{(pid=84020) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:50:07.476742 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-f08728ef-031e-4c00-8be1-b4570a81c012 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833892 Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:50:07.477617 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:50:07.877660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:07.911051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:07.965780 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:07.976923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=14047426-763f-434c-bafa-4a8887b00a98,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:07.979943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:07.991552 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-71f40d48-86ce-4f8f-bec4-931d58f9b08b req-85925620-7c82-44e1-8ebb-ec1f2882acd8 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4556246 Feb 15 15:50:08.009761 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-51c886ba-d4b4-4a7e-abb9-83198200f5c2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/14047426-763f-434c-bafa-4a8887b00a98 HTTP/1.1" status: 204 len: 168 time: 2.6314647 Feb 15 15:50:08.018908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f323a-7c0e-4031-a9c6-43dcfec4bc50 req-ec73f556-55fd-4a4a-ac73-954b0e0357ce tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:08.020729 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a04f323a-7c0e-4031-a9c6-43dcfec4bc50 req-ec73f556-55fd-4a4a-ac73-954b0e0357ce tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.3406997 Feb 15 15:50:08.070242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d9946-ef3c-4608-845d-f61fb8cff444 req-5c41832d-81cd-43e0-99e2-1de673871367 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:08.071904 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4a4d9946-ef3c-4608-845d-f61fb8cff444 req-5c41832d-81cd-43e0-99e2-1de673871367 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.2857103 Feb 15 15:50:08.155898 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a04f323a-7c0e-4031-a9c6-43dcfec4bc50 req-bf972a07-e832-448b-a851-19c0a3d7ea44 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975080 Feb 15 15:50:08.160644 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4a4d9946-ef3c-4608-845d-f61fb8cff444 req-32309de9-2d9f-40a3-aa82-345c6bcc5b3d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723274 Feb 15 15:50:08.202278 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:50:08.293177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41566) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:08.368838 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-33bc826e-b184-4be9-bf42-c857be036313 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=83e886b94bb5484c8cb124a7c38aa573&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0738356 Feb 15 15:50:08.369925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41570) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:08.451565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5bd46-9830-4a73-8ed1-07d0921c3fed req-d9511f95-7c9b-4a0f-86e8-0a4c38523d9e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:08.454904 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0cf5bd46-9830-4a73-8ed1-07d0921c3fed req-d9511f95-7c9b-4a0f-86e8-0a4c38523d9e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1703300 Feb 15 15:50:08.466174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:08.498237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:08.514331 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0cf5bd46-9830-4a73-8ed1-07d0921c3fed req-b8a89bc8-63d4-433e-87c9-2fdf97e396e9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489905 Feb 15 15:50:08.547483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:08.551530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:08.565943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef4ac59-7abb-4045-9774-e863e5f3eafb,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:08.576025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:08.577054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:08.581448 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aef4ac59-7abb-4045-9774-e863e5f3eafb HTTP/1.1" status: 204 len: 168 time: 0.2099071 Feb 15 15:50:09.279232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:50:09.455332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:50:09.455786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:09.524134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1a494-cf58-4721-8d73-0c5d937d5102 req-5d341b71-a446-4439-af32-cbaa572d99c3 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:09.531652 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-45a1a494-cf58-4721-8d73-0c5d937d5102 req-5d341b71-a446-4439-af32-cbaa572d99c3 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2056289 Feb 15 15:50:09.577916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03151908-8683-46cb-9a66-e5f6f91b87e6 req-f3ae4aa9-3d31-40d8-964f-60563c7b46a1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:09.579776 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-03151908-8683-46cb-9a66-e5f6f91b87e6 req-f3ae4aa9-3d31-40d8-964f-60563c7b46a1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1749001 Feb 15 15:50:09.595278 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-45a1a494-cf58-4721-8d73-0c5d937d5102 req-74e4f0c4-d887-4051-b84d-6fbce75cb05c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624084 Feb 15 15:50:09.641282 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-03151908-8683-46cb-9a66-e5f6f91b87e6 req-b88c7dab-6f3b-4573-9207-9d4493ed2ba9 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520091 Feb 15 15:50:09.786756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f6c88-c4ab-4b33-9527-6700bcdc3f9b req-530a15f0-c64b-4e2b-807c-11b7682d70a5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:09.788547 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f61f6c88-c4ab-4b33-9527-6700bcdc3f9b req-530a15f0-c64b-4e2b-807c-11b7682d70a5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0895011 Feb 15 15:50:09.842556 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f61f6c88-c4ab-4b33-9527-6700bcdc3f9b req-607d0cef-a983-4be3-9c3b-b7056596cd42 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472231 Feb 15 15:50:10.841427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41698) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:10.875103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee6b19-2118-4ccc-a323-cb477e1265ab req-a8fc9839-7d7b-4beb-a130-126091ed44f3 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:10.876746 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-acee6b19-2118-4ccc-a323-cb477e1265ab req-a8fc9839-7d7b-4beb-a130-126091ed44f3 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1586180 Feb 15 15:50:10.922909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e5832-7544-45dd-b4c9-e20f11a1db81 req-0137a176-67a9-4831-9964-cddf7a617b78 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:10.924591 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-584e5832-7544-45dd-b4c9-e20f11a1db81 req-0137a176-67a9-4831-9964-cddf7a617b78 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1471786 Feb 15 15:50:10.961129 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-acee6b19-2118-4ccc-a323-cb477e1265ab req-faece42a-d060-4a8c-b729-14c38592906c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764925 Feb 15 15:50:10.987721 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-584e5832-7544-45dd-b4c9-e20f11a1db81 req-ffeacdda-86f4-4512-9041-f49451755267 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548451 Feb 15 15:50:11.017253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:11.033737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:11.038435 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:46363b3697a74a538967da0ded8c1e69 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:11.043878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:11.049806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:11.174382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:11.177023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:11.185674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc038a5-a6eb-4c9f-a871-83d0512d221c req-e9266bfe-ea0b-4c76-bf22-6360d692c34b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:11.186346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6c4784f3-c9f3-42bd-a4d6-ebfa837ed4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:11.187373 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdc038a5-a6eb-4c9f-a871-83d0512d221c req-e9266bfe-ea0b-4c76-bf22-6360d692c34b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1058087 Feb 15 15:50:11.232572 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46363b3697a74a538967da0ded8c1e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889878 Feb 15 15:50:11.234129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c3482c-886d-4067-8b54-0c7ee9d43460,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:11.235589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41710) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:11.237876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:11.252338 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdc038a5-a6eb-4c9f-a871-83d0512d221c req-19e7a015-5b7f-4337-8aea-1e034eb6ad47 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584230 Feb 15 15:50:11.317452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:11.345117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:11.345627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:50:11.401485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:11.407055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-46be3dc1-5fca-44de-9720-db8676ddd6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:11.422033 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c3482c-886d-4067-8b54-0c7ee9d43460,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:11.425614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:11.427227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:11.427880 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8c3482c-886d-4067-8b54-0c7ee9d43460 HTTP/1.1" status: 204 len: 168 time: 0.1913128 Feb 15 15:50:11.428682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:50:11.429646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:12.031589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41732) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:12.228586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Deleting subnet ef1b176a-363d-4bf2-ba5f-2c4e1578911f {{(pid=84020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:50:12.233337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:12.315597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3216488'] for subnet, precommit_delete_associations {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:12.353579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7379ec-ac6b-4f72-813c-98c67a911717 req-e1298246-4a61-4fb1-b161-1709fbbe1370 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:12.355220 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bf7379ec-ac6b-4f72-813c-98c67a911717 req-e1298246-4a61-4fb1-b161-1709fbbe1370 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2585094 Feb 15 15:50:12.401238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fc4a3-03b0-4529-bd9a-fa32e19a753d req-2bf5309f-6650-4ccd-ab11-45541d900728 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:12.402852 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-049fc4a3-03b0-4529-bd9a-fa32e19a753d req-2bf5309f-6650-4ccd-ab11-45541d900728 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.2598410 Feb 15 15:50:12.459451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:12.489809 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bf7379ec-ac6b-4f72-813c-98c67a911717 req-bc526515-8b93-4c96-a92c-19b31c8d402f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179061 Feb 15 15:50:12.534641 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-049fc4a3-03b0-4529-bd9a-fa32e19a753d req-1a9ae56c-d68e-402d-bd27-93394953f848 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227710 Feb 15 15:50:12.799193 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef9207-fae5-41cd-ad6f-0175acc9fe40 req-0536a2ff-3f6a-468f-ad0c-dd5852d583e4 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:12.800801 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-abef9207-fae5-41cd-ad6f-0175acc9fe40 req-0536a2ff-3f6a-468f-ad0c-dd5852d583e4 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1915495 Feb 15 15:50:12.868584 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-abef9207-fae5-41cd-ad6f-0175acc9fe40 req-06e19eb1-e5fc-4195-9c1b-9e2b8ede627c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609050 Feb 15 15:50:12.886945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853164985'] for subnet, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:12.903509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-058fd19b-72b3-4249-b1eb-b48a55ef4dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:13.217930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1b176a-363d-4bf2-ba5f-2c4e1578911f,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:13.220968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:13.257416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:13.266291 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-46e268be-2f9e-4967-84cc-f405a0fc841c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ef1b176a-363d-4bf2-ba5f-2c4e1578911f HTTP/1.1" status: 204 len: 168 time: 1.2310085 Feb 15 15:50:13.266649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41752) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:13.386268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:13.592718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:13.717186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d98248-2e94-4912-8c5c-73294dcc53ff']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:50:13.734490 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28f77e9-e10e-44bd-9009-ca2f85e124b2') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:50:13.734790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28f77e9-e10e-44bd-9009-ca2f85e124b2') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:50:13.748743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:13.760078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21438ed-61d1-4ba6-af90-5c9827b2843d req-a90dec19-eaa1-4d67-ace7-9dd72c37b71d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:13.761732 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e21438ed-61d1-4ba6-af90-5c9827b2843d req-a90dec19-eaa1-4d67-ace7-9dd72c37b71d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0921619 Feb 15 15:50:13.770097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:13.772838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:50:13.813521 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e21438ed-61d1-4ba6-af90-5c9827b2843d req-e2ddf09f-61e3-49da-954c-a7799803a529 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449955 Feb 15 15:50:13.952044 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Network b0d98248-2e94-4912-8c5c-73294dcc53ff has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:50:13.962055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:14.091979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50333d19-76ae-43b5-9065-d67e2d1444b5 req-b0f9383f-9ad8-4dd6-af1e-35a2789af752 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:14.094133 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-50333d19-76ae-43b5-9065-d67e2d1444b5 req-b0f9383f-9ad8-4dd6-af1e-35a2789af752 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0947201 Feb 15 15:50:14.146977 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-50333d19-76ae-43b5-9065-d67e2d1444b5 req-0620b13b-8306-4f3f-bd4b-866a698eb94f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 Feb 15 15:50:14.157648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Network b0d98248-2e94-4912-8c5c-73294dcc53ff has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:50:14.181707 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:50:14.270062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:14.273599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:14.289827 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:14.296259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d98248-2e94-4912-8c5c-73294dcc53ff,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:14.310846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.311257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.311657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.312054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.312445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.312838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.313226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.313612 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.314021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.314414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.314800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.315186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.315675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.316065 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.316450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.316833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.317212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.317594 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.318019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.318403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.318786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.319722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.320105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.320484 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:14.321475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ea7a9-a921-4b84-a3a5-c5e2bdfbfcf9 req-07c72776-48a8-497a-b2d6-ec24f6ca1cab tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:14.324054 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8e1ea7a9-a921-4b84-a3a5-c5e2bdfbfcf9 req-07c72776-48a8-497a-b2d6-ec24f6ca1cab tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0947447 Feb 15 15:50:14.326662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:14.330878 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] 10.222.0.74 "DELETE /v2.0/networks/b0d98248-2e94-4912-8c5c-73294dcc53ff HTTP/1.1" status: 204 len: 168 time: 1.0630655 Feb 15 15:50:14.373411 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8e1ea7a9-a921-4b84-a3a5-c5e2bdfbfcf9 req-83f3875c-8569-42fe-83ba-1c45bdddc642 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Feb 15 15:50:14.515479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41774) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:14.565735 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-89fcd323-cd5a-4849-adb2-4c2d20ff6e57 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c86db58ec10d4b3da1d284f01a5685eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489705 Feb 15 15:50:14.568388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41778) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:14.632629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:14.659763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:14.705648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:14.710685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:14.726600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:14.731778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:14.733796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:14.738225 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5c87de5e-b28a-4ca8-a31a-5afae3dd9ce8 HTTP/1.1" status: 204 len: 168 time: 0.1688035 Feb 15 15:50:15.063420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f0f15-969e-477b-91b3-1e896c0022db req-17bb0332-7f0e-4fb6-a0aa-d070147a006c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:15.074024 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-159f0f15-969e-477b-91b3-1e896c0022db req-17bb0332-7f0e-4fb6-a0aa-d070147a006c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1194284 Feb 15 15:50:15.134145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-159f0f15-969e-477b-91b3-1e896c0022db req-81258360-dceb-45cd-b668-164619f4855e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588169 Feb 15 15:50:15.372047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141dc3b-31e8-4c36-b294-c479ce7fd51f req-3c9cef3d-e419-490c-9e42-7a1066d27548 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:15.373633 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c141dc3b-31e8-4c36-b294-c479ce7fd51f req-3c9cef3d-e419-490c-9e42-7a1066d27548 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0925488 Feb 15 15:50:15.421465 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c141dc3b-31e8-4c36-b294-c479ce7fd51f req-d842a8dc-282c-4925-9ff2-c50ad8fef6d1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Feb 15 15:50:16.329024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cad58-e868-4874-8987-fe7c345f4580 req-9e451b20-7acf-47d3-bce0-5504b7f30366 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:16.330574 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3c8cad58-e868-4874-8987-fe7c345f4580 req-9e451b20-7acf-47d3-bce0-5504b7f30366 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0868664 Feb 15 15:50:16.378057 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3c8cad58-e868-4874-8987-fe7c345f4580 req-aeab5d80-cda9-488d-82b8-018f568625cd tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404930 Feb 15 15:50:16.629804 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415df2a-7559-42af-adb3-6be1b68a8938 req-df04099b-92ad-453a-b9fb-070d1d7ec166 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:16.631361 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d415df2a-7559-42af-adb3-6be1b68a8938 req-df04099b-92ad-453a-b9fb-070d1d7ec166 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0898769 Feb 15 15:50:16.677419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d415df2a-7559-42af-adb3-6be1b68a8938 req-6dbea6b2-1213-4bb9-b6e9-f906fa2bc54f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Feb 15 15:50:17.587191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3bbcb-b235-4d3b-a787-85f88f54fe89 req-a6e84a52-3e2b-4729-9f21-7323def1cdbe tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:17.588690 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-74e3bbcb-b235-4d3b-a787-85f88f54fe89 req-a6e84a52-3e2b-4729-9f21-7323def1cdbe tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0938425 Feb 15 15:50:17.740047 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-74e3bbcb-b235-4d3b-a787-85f88f54fe89 req-83478094-e6ba-4904-9e3c-9f56babd697b tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076446 Feb 15 15:50:17.777777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-3f76b331-8259-4eb3-877d-66a6ef49bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:17.779416 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-3f76b331-8259-4eb3-877d-66a6ef49bbe9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.1999190 Feb 15 15:50:17.789367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93172f29-72af-4f67-8e8e-bae2142761e2 req-880dd82a-9df7-40d3-a1da-b1cac8c77e5f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:17.790933 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-93172f29-72af-4f67-8e8e-bae2142761e2 req-880dd82a-9df7-40d3-a1da-b1cac8c77e5f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1603744 Feb 15 15:50:17.891764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:18.001737 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-93172f29-72af-4f67-8e8e-bae2142761e2 req-7163d056-4095-438c-8bb1-dde9337099ae tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829126 Feb 15 15:50:18.044814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-cde58e86-c955-4393-b234-1273753317e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:18.046420 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-cde58e86-c955-4393-b234-1273753317e3 service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.2496119 Feb 15 15:50:18.056661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31f3f7-b428-4639-9d44-06f947f8cf03 req-7066e623-fd2c-4625-a9cf-76020e5d99dc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:18.058232 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c31f3f7-b428-4639-9d44-06f947f8cf03 req-7066e623-fd2c-4625-a9cf-76020e5d99dc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1729093 Feb 15 15:50:18.139326 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-0a24652d-7065-4fe0-965d-b96d1d800f66 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 217 time: 0.0800576 Feb 15 15:50:18.215287 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c31f3f7-b428-4639-9d44-06f947f8cf03 req-c74c5a4c-0eb2-4a34-b7ce-0396dcc33463 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968492 Feb 15 15:50:18.231058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-a0c1f408-ced9-4041-8255-8fb940d74add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:18.232581 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-a0c1f408-ced9-4041-8255-8fb940d74add service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.0746198 Feb 15 15:50:18.293051 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-b30f54fd-3941-47df-8695-20950afc045b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474119 Feb 15 15:50:18.453431 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-cdb046d1-bd0f-4db8-a8d9-63ffc5a06c50 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464140 Feb 15 15:50:18.605317 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cf9094a2-e67c-4388-bfc0-cbf6be8c100e req-f7b35432-b8dc-4903-be7e-ead4c730f0b7 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423528 Feb 15 15:50:18.941477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007be878-508b-4729-a9e6-9de9e68034d7 req-78fe8e10-266c-464d-9dca-742a60c40d9c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:18.943107 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-007be878-508b-4729-a9e6-9de9e68034d7 req-78fe8e10-266c-464d-9dca-742a60c40d9c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0884225 Feb 15 15:50:18.992668 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-007be878-508b-4729-a9e6-9de9e68034d7 req-22c55155-3cf4-456c-9635-4fbcedf8897e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426252 Feb 15 15:50:19.215934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c62ae4-8483-4615-85c5-613c16031f46 req-0bf9169e-17fc-4227-9414-f052202148ae tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:19.217535 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e3c62ae4-8483-4615-85c5-613c16031f46 req-0bf9169e-17fc-4227-9414-f052202148ae tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0930669 Feb 15 15:50:19.265805 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e3c62ae4-8483-4615-85c5-613c16031f46 req-eaef8aac-6ee9-42ff-8b0f-df7b3540225e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419528 Feb 15 15:50:19.431622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838904f-15e3-4a27-8adc-0520e222ea1f req-e7acc898-a66f-4403-9287-eb76c02f6bef tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:19.433154 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1838904f-15e3-4a27-8adc-0520e222ea1f req-e7acc898-a66f-4403-9287-eb76c02f6bef tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0964472 Feb 15 15:50:19.484472 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1838904f-15e3-4a27-8adc-0520e222ea1f req-b005d237-ac45-43b5-96c7-44e5b468bfc8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445669 Feb 15 15:50:19.847845 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41882) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:19.970853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:19.986070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:19.990432 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Usage tracker for resource:security_group_rule and tenant:05bd2c247b074382a5800670873c5049 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:19.993438 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:19.999424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:20.093289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:20.096674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:20.106382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3862938c-5102-465b-ad4a-529bcb81ef91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:20.153394 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05bd2c247b074382a5800670873c5049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043549 Feb 15 15:50:20.155080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c2ccb5-984b-494f-a720-165199645a83,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:20.156233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41890) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:20.158404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:20.247130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:20.255417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42033f-5d8b-4eea-8ba9-6de0e6c90336 req-7a06d25e-b947-4b5e-8430-d98ed9be5725 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:20.257694 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d42033f-5d8b-4eea-8ba9-6de0e6c90336 req-7a06d25e-b947-4b5e-8430-d98ed9be5725 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1446576 Feb 15 15:50:20.307813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:20.347312 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d42033f-5d8b-4eea-8ba9-6de0e6c90336 req-a0680e6f-b546-4506-9634-b089cfe95219 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821016 Feb 15 15:50:20.371868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:20.377520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f55f4701-5975-4a7a-82c7-fe98689e808c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:20.389459 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c2ccb5-984b-494f-a720-165199645a83,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:20.394360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:20.437313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:20.438554 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49c2ccb5-984b-494f-a720-165199645a83 HTTP/1.1" status: 204 len: 168 time: 0.2813199 Feb 15 15:50:20.482301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34186b-c760-440d-9836-56420d1d4f0e req-060f3c87-8b51-497f-9715-05abab8156b1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:20.483902 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a34186b-c760-440d-9836-56420d1d4f0e req-060f3c87-8b51-497f-9715-05abab8156b1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0887043 Feb 15 15:50:20.534326 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a34186b-c760-440d-9836-56420d1d4f0e req-6c3a41de-3b19-4808-b649-42ce6ee0a939 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Feb 15 15:50:20.700397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8f7d3-429f-47e1-a526-f15c89115dcf req-99bf66f7-adb2-4012-a08a-6642aed49c36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:20.702041 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cac8f7d3-429f-47e1-a526-f15c89115dcf req-99bf66f7-adb2-4012-a08a-6642aed49c36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0901022 Feb 15 15:50:20.750190 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cac8f7d3-429f-47e1-a526-f15c89115dcf req-57aec3c0-0bea-40d5-bcc6-cfcf74502cff tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Feb 15 15:50:21.552797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76137614-2c5c-4630-a6cf-b4806bbbc093 req-841333f8-444a-4207-a430-51dbcc2d181d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:21.555234 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-76137614-2c5c-4630-a6cf-b4806bbbc093 req-841333f8-444a-4207-a430-51dbcc2d181d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0915453 Feb 15 15:50:21.605373 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-76137614-2c5c-4630-a6cf-b4806bbbc093 req-231468e1-9290-4c62-bfa1-66506f4368c8 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Feb 15 15:50:21.745214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2f46d-f752-4782-90dc-157dd3fb0cec req-560ac69c-25c5-445a-9374-31e5245803a8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:21.745214 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0cb2f46d-f752-4782-90dc-157dd3fb0cec req-560ac69c-25c5-445a-9374-31e5245803a8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0865884 Feb 15 15:50:21.796770 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0cb2f46d-f752-4782-90dc-157dd3fb0cec req-2436a466-4f86-4bdb-a2db-93656028b570 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Feb 15 15:50:21.966407 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d9db9-d7bc-4908-9ab7-a1a602471014 req-503fdd9e-de1b-412e-b035-e164d1d75884 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:21.968004 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c95d9db9-d7bc-4908-9ab7-a1a602471014 req-503fdd9e-de1b-412e-b035-e164d1d75884 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0896797 Feb 15 15:50:22.017231 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c95d9db9-d7bc-4908-9ab7-a1a602471014 req-cc30001b-22d5-4f66-8437-0d798e894251 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430298 Feb 15 15:50:22.386048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41950) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:22.510026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.525755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:22.529828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Usage tracker for resource:security_group_rule and tenant:a4d21ca6520a452eae9629a3cec32570 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:22.532848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:22.539152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:22.627685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.630557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.639546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c856bbf7-7ef3-4493-8a51-5c1232b3931a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:22.687191 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a4d21ca6520a452eae9629a3cec32570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999692 Feb 15 15:50:22.688122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0c5bea-41e9-47d1-acbc-549583330302,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:22.690045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41964) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:22.691500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:22.759643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90210a40-2e5b-4e58-ac8b-3e3f0f7c347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.782435 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3be4fd7f-1b09-4431-bae0-60a138db142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.790123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90210a40-2e5b-4e58-ac8b-3e3f0f7c347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.814891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7c095-fac1-4cdd-9e68-b12149151520 req-0d476c0c-fa23-40bb-92cd-70dcb51cde54 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:22.816637 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de7c095-fac1-4cdd-9e68-b12149151520 req-0d476c0c-fa23-40bb-92cd-70dcb51cde54 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0923417 Feb 15 15:50:22.839471 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90210a40-2e5b-4e58-ac8b-3e3f0f7c347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.847675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d2197ae-f236-403e-be20-65a6425817aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:22.863427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90210a40-2e5b-4e58-ac8b-3e3f0f7c347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0c5bea-41e9-47d1-acbc-549583330302,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:22.872117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-90210a40-2e5b-4e58-ac8b-3e3f0f7c347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:22.872959 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de7c095-fac1-4cdd-9e68-b12149151520 req-7d28ee06-8eab-48b3-806a-20686ba48ae0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487099 Feb 15 15:50:22.882253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90210a40-2e5b-4e58-ac8b-3e3f0f7c347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:22.887266 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-90210a40-2e5b-4e58-ac8b-3e3f0f7c347d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bc0c5bea-41e9-47d1-acbc-549583330302 HTTP/1.1" status: 204 len: 168 time: 0.1952960 Feb 15 15:50:23.074204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003766a0-6732-4e56-a24e-27fed16696cc req-4feaf8af-5ae2-4b5a-9fbc-c142f1908f7c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:23.075661 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-003766a0-6732-4e56-a24e-27fed16696cc req-4feaf8af-5ae2-4b5a-9fbc-c142f1908f7c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1291156 Feb 15 15:50:23.154699 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-003766a0-6732-4e56-a24e-27fed16696cc req-38006993-4c1b-443f-b3eb-600f39ba416d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721836 Feb 15 15:50:23.249985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 41988) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:23.262158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2117d6-e0a0-47af-aebe-312eef4d123e req-3339c870-55fd-467b-b1ea-9848bb15d40f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:23.263894 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3d2117d6-e0a0-47af-aebe-312eef4d123e req-3339c870-55fd-467b-b1ea-9848bb15d40f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0996830 Feb 15 15:50:23.269787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:23.286865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:23.295809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Usage tracker for resource:security_group_rule and tenant:e3d6ce98feac4d9baaea07e0036f9748 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:23.299309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:23.306467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:23.317388 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3d2117d6-e0a0-47af-aebe-312eef4d123e req-3146136b-6f04-47a6-bd75-7362eb858926 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464237 Feb 15 15:50:23.402713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:23.405549 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:23.413351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b1f34f9-e989-46f8-8d1f-04c56b8c8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:23.461846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22721ba7-cbe4-41b7-a30f-e2e1d1448bb0,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:23.465691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:23.471024 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e3d6ce98feac4d9baaea07e0036f9748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199345 Feb 15 15:50:23.471900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 41998) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:23.549720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:23.581289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:23.635758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:23.641075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7a2e2991-fb7d-42e3-b5f3-f12f956aa3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:23.656059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22721ba7-cbe4-41b7-a30f-e2e1d1448bb0,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:23.659316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:23.664434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:23.670967 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/22721ba7-cbe4-41b7-a30f-e2e1d1448bb0 HTTP/1.1" status: 204 len: 168 time: 0.1966887 Feb 15 15:50:24.168915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3464f-0fe8-464e-98f1-0e8ac86ded23 req-7d19eb7f-a0d0-4f2e-a6f7-056d27540136 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:24.170697 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41f3464f-0fe8-464e-98f1-0e8ac86ded23 req-7d19eb7f-a0d0-4f2e-a6f7-056d27540136 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1414614 Feb 15 15:50:24.230409 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41f3464f-0fe8-464e-98f1-0e8ac86ded23 req-9952f736-4c6d-48a7-9075-34554dbee89a tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525732 Feb 15 15:50:24.418840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b47144-ada8-4df2-9017-a9f1582aae43 req-b628267b-0dbf-4cff-a954-33d10b8ef79e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:24.420950 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-74b47144-ada8-4df2-9017-a9f1582aae43 req-b628267b-0dbf-4cff-a954-33d10b8ef79e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1040142 Feb 15 15:50:24.542040 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-74b47144-ada8-4df2-9017-a9f1582aae43 req-2ae61302-2492-4dc5-b112-dbeb8808db35 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074438 Feb 15 15:50:24.604470 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbabfe0-d1ec-4bce-b587-336c2448a27d req-a418eb0e-5e98-476f-9473-cbfaaad04874 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:24.606373 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7bbabfe0-d1ec-4bce-b587-336c2448a27d req-a418eb0e-5e98-476f-9473-cbfaaad04874 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1191592 Feb 15 15:50:24.676211 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7bbabfe0-d1ec-4bce-b587-336c2448a27d req-3106cab4-984b-4747-b651-7e1f8016b326 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581281 Feb 15 15:50:25.118788 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2b89b5cf-783d-4f6a-b21d-e4543c60dff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:25.446729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 064ad0e1-a902-4ebd-88ef-de57ea1be265 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:50:25.535381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a46e2e-404a-4154-beca-6b55b9ef1ce5 req-5b463ccf-d171-46b4-8698-2d50da21b112 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:25.537454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:50:25.538083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:25.544335 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-92a46e2e-404a-4154-beca-6b55b9ef1ce5 req-5b463ccf-d171-46b4-8698-2d50da21b112 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1542516 Feb 15 15:50:25.623362 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-92a46e2e-404a-4154-beca-6b55b9ef1ce5 req-c9e450a3-2f93-4654-815f-a184b30dfaa8 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771933 Feb 15 15:50:26.013379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:26.111683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7838-bd58-4d02-b2d2-2706c6ba76f2 req-29de8436-741d-4308-91b0-1c77f0c298e2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:26.113366 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-799e7838-bd58-4d02-b2d2-2706c6ba76f2 req-29de8436-741d-4308-91b0-1c77f0c298e2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.4206028 Feb 15 15:50:26.202739 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a307c7-4b0d-4302-8ab8-67593e9638a1 req-c83a240e-8d1f-49fc-af8f-4ce784d35499 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:26.204341 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-62a307c7-4b0d-4302-8ab8-67593e9638a1 req-c83a240e-8d1f-49fc-af8f-4ce784d35499 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.4101377 Feb 15 15:50:26.214504 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-799e7838-bd58-4d02-b2d2-2706c6ba76f2 req-5aa31b2b-601e-4542-add2-da9befe89286 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877385 Feb 15 15:50:26.269787 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-62a307c7-4b0d-4302-8ab8-67593e9638a1 req-2866e2c8-6d1c-468b-9839-51f08e9704b6 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532916 Feb 15 15:50:26.870217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6090c-8842-4c2d-9bdf-4a85b655019f req-70cac901-4046-4d54-b28c-cf16bc5b2e3f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:26.872004 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41b6090c-8842-4c2d-9bdf-4a85b655019f req-70cac901-4046-4d54-b28c-cf16bc5b2e3f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1023777 Feb 15 15:50:26.922569 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41b6090c-8842-4c2d-9bdf-4a85b655019f req-44f24fd3-6575-4065-8c20-1de8ede6bb2c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434072 Feb 15 15:50:27.070574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:27.326777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:27.506104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819e940-3253-4c38-997b-586ab7d5e43f req-9eec1f2d-757e-4129-871e-e176652dea7e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:27.508072 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d819e940-3253-4c38-997b-586ab7d5e43f req-9eec1f2d-757e-4129-871e-e176652dea7e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1624365 Feb 15 15:50:27.556603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a870d-91ee-492a-8d08-ed810093d3fa req-7127beb9-3424-47ed-a603-9ec19e344356 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:27.558318 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-185a870d-91ee-492a-8d08-ed810093d3fa req-7127beb9-3424-47ed-a603-9ec19e344356 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1374912 Feb 15 15:50:27.581674 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d819e940-3253-4c38-997b-586ab7d5e43f req-f59d0395-b0e7-475a-abdc-f6105a5096a6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665953 Feb 15 15:50:27.631922 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-185a870d-91ee-492a-8d08-ed810093d3fa req-13ad10ce-75c9-4f32-8a29-53390f9756d0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562482 Feb 15 15:50:28.195758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d005e48-aa1a-4176-ad2c-153db93b8f75 req-7b4c2c86-4d5a-437c-adf1-d11d835bf4df tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:28.199611 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4d005e48-aa1a-4176-ad2c-153db93b8f75 req-7b4c2c86-4d5a-437c-adf1-d11d835bf4df tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1126916 Feb 15 15:50:28.274555 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4d005e48-aa1a-4176-ad2c-153db93b8f75 req-389d85fa-6daa-4c50-ba5c-44dd407264cd tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684295 Feb 15 15:50:28.869735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfd73b-17ef-4fa9-9576-b5c5e82ed929 req-9e2e961b-42a1-4b99-9130-7341dc9c782d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:28.871408 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-97cfd73b-17ef-4fa9-9576-b5c5e82ed929 req-9e2e961b-42a1-4b99-9130-7341dc9c782d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1420887 Feb 15 15:50:28.935031 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-97cfd73b-17ef-4fa9-9576-b5c5e82ed929 req-2b33b157-45e3-4228-9c0c-842b8f188812 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Feb 15 15:50:28.970116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b380637-af78-44d5-ac8c-81485bac46b0 req-f9a099d2-af2a-47c2-b0b8-94804449c565 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:28.971759 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4b380637-af78-44d5-ac8c-81485bac46b0 req-f9a099d2-af2a-47c2-b0b8-94804449c565 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1693840 Feb 15 15:50:29.047955 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4b380637-af78-44d5-ac8c-81485bac46b0 req-fb4a9bf7-afab-40a7-aad3-8187f003a746 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688622 Feb 15 15:50:29.478731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6d4c9-b359-4022-95a7-cc1842e38658 req-cf321b35-42be-4ead-8fa1-afbdfa07c23d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:29.480375 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-87a6d4c9-b359-4022-95a7-cc1842e38658 req-cf321b35-42be-4ead-8fa1-afbdfa07c23d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0936160 Feb 15 15:50:29.536586 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-87a6d4c9-b359-4022-95a7-cc1842e38658 req-7ccfcaa0-d778-412d-85ea-3cdbcc6835ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480881 Feb 15 15:50:30.062639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaf23e-5451-4092-959f-5f24c22c5fbd req-ea154b5a-aa4b-4008-90a7-7d5f13115344 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:30.064256 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4baaf23e-5451-4092-959f-5f24c22c5fbd req-ea154b5a-aa4b-4008-90a7-7d5f13115344 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1095128 Feb 15 15:50:30.258616 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4baaf23e-5451-4092-959f-5f24c22c5fbd req-5f518458-ae16-4e46-8be5-316cd4675331 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801219 Feb 15 15:50:30.332454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-0fb38c4e-3f54-466a-a724-67202844d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:30.338258 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-0fb38c4e-3f54-466a-a724-67202844d558 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 1162 time: 0.2128365 Feb 15 15:50:30.345982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9f54-dc8a-4703-b633-f700eb2d9a89 req-b2317339-06f8-4dc2-8863-51849839908f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:30.352860 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0dfb9f54-dc8a-4703-b633-f700eb2d9a89 req-b2317339-06f8-4dc2-8863-51849839908f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.2259617 Feb 15 15:50:30.547004 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0dfb9f54-dc8a-4703-b633-f700eb2d9a89 req-c73a3275-8722-4d91-8d23-66f079c87a83 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929500 Feb 15 15:50:30.607762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-39b0e4a0-7af0-4d20-9a89-8bff48b9fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:30.609403 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-39b0e4a0-7af0-4d20-9a89-8bff48b9fe7c service neutron] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 904 time: 0.2540696 Feb 15 15:50:30.626681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba55a2-d081-4097-9ca3-8ce801aa1f5b req-23eb4393-08f8-44d3-9f2d-2666cc8c39bc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:30.628630 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-79ba55a2-d081-4097-9ca3-8ce801aa1f5b req-23eb4393-08f8-44d3-9f2d-2666cc8c39bc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.2379894 Feb 15 15:50:30.770985 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-dd39073d-a9d7-4c27-8af8-807bdf5c5298 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 200 len: 1001 time: 0.1410713 Feb 15 15:50:30.776639 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-79ba55a2-d081-4097-9ca3-8ce801aa1f5b req-1e78609f-31b5-4f8b-b968-c19676b05c12 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750229 Feb 15 15:50:30.853159 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-aaecd603-923d-4260-b89e-c79732f0a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:30.854893 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-aaecd603-923d-4260-b89e-c79732f0a7bc service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.0699835 Feb 15 15:50:30.948629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-a3cefcb2-4ae8-4048-8fee-890968393a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:30.950428 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-a3cefcb2-4ae8-4048-8fee-890968393a4a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810347 Feb 15 15:50:31.110901 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-86bdec7b-d894-4aeb-9318-d5034d44b1fc service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480870 Feb 15 15:50:31.296502 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef7bb9b-3633-4f71-b41c-e12a97d1efed req-bfc91c8c-6819-41fa-8492-809819d5c307 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1681111 Feb 15 15:50:31.550913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c2b97-b037-4836-9815-bce9ad78b81d req-3b3f64bc-dfae-4076-9346-b30a79d9f1c0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:31.553494 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e24c2b97-b037-4836-9815-bce9ad78b81d req-3b3f64bc-dfae-4076-9346-b30a79d9f1c0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1365166 Feb 15 15:50:31.613550 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e24c2b97-b037-4836-9815-bce9ad78b81d req-48a48bac-4288-4238-a6ed-a422b3a1e4db tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531759 Feb 15 15:50:31.773577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c64aba-de16-47f6-96e2-83b7074f938e req-3f75f7ac-796a-4096-b292-a27094a3f246 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:31.775269 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-63c64aba-de16-47f6-96e2-83b7074f938e req-3f75f7ac-796a-4096-b292-a27094a3f246 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1138961 Feb 15 15:50:31.854492 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-63c64aba-de16-47f6-96e2-83b7074f938e req-354dd858-412e-41aa-bd9c-08cd809ff225 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639594 Feb 15 15:50:31.889000 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42134) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:32.050236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.070210 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:32.074926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Usage tracker for resource:security_group_rule and tenant:51d1d96d4889475b89f11eda21a686cb is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:32.078259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:32.090194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:32.110305 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04098fbc-89df-4bc6-9126-80adf02c02dd req-30be4838-942e-433c-ab19-4dc8d0217f5d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:32.118073 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-04098fbc-89df-4bc6-9126-80adf02c02dd req-30be4838-942e-433c-ab19-4dc8d0217f5d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1559732 Feb 15 15:50:32.179254 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-04098fbc-89df-4bc6-9126-80adf02c02dd req-2f02982c-e026-4109-abab-15053459a9dd tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590696 Feb 15 15:50:32.199649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.203426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.214617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aac96d68-f0b9-482e-a248-d3cbd9add1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:32.266496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42140) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:32.266685 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=51d1d96d4889475b89f11eda21a686cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763564 Feb 15 15:50:32.268833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eed4b1-599e-42da-970f-a39efa4e31fe,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:32.273408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:32.337522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.385111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.454482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.458543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-096d7a15-6c6f-46af-bd68-416db75e43ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:32.481397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eed4b1-599e-42da-970f-a39efa4e31fe,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:32.487374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:32.489131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.493574 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27eed4b1-599e-42da-970f-a39efa4e31fe HTTP/1.1" status: 204 len: 168 time: 0.2228265 Feb 15 15:50:32.848747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42156) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:32.881111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:32.900328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d8ab-025d-4ff5-b306-a6f91b883b0a req-447cef45-b053-4342-a4ab-ce389797491f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:32.907811 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7667d8ab-025d-4ff5-b306-a6f91b883b0a req-447cef45-b053-4342-a4ab-ce389797491f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1388924 Feb 15 15:50:32.940113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:32.949123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6e67df845ff941c3a2dfd824efb38b87 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:32.953699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:32.968556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:33.000666 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7667d8ab-025d-4ff5-b306-a6f91b883b0a req-54ecb99e-0fe3-425b-b6e7-61da6c231087 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918202 Feb 15 15:50:33.168712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a3bf5-25f4-4029-9c3c-7386f78f47ad req-f42df37a-b02d-4747-b6c5-0b291eedcfd2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:33.170517 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c58a3bf5-25f4-4029-9c3c-7386f78f47ad req-f42df37a-b02d-4747-b6c5-0b291eedcfd2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1374576 Feb 15 15:50:33.175550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:33.195413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:33.207193 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-591f48d8-f74d-44e7-a4fa-e5986cf6c2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:33.278398 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e67df845ff941c3a2dfd824efb38b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273221 Feb 15 15:50:33.281385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42170) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:33.290966 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c58a3bf5-25f4-4029-9c3c-7386f78f47ad req-cc12a352-1c12-4fa8-8009-38a11cab4a4e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136537 Feb 15 15:50:33.291898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a36163-7f8f-4347-b311-073ce6fbe3bf,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:33.305172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:33.354425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:33.388379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:33.418197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82710a20-87c7-45a6-a51c-b13e2ef162b5 req-1c5238f5-c6e1-4a6a-be70-cb1096096959 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:33.419914 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82710a20-87c7-45a6-a51c-b13e2ef162b5 req-1c5238f5-c6e1-4a6a-be70-cb1096096959 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0941401 Feb 15 15:50:33.448149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:33.453505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12399f11-a110-488d-8bcf-0dd3418707cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:33.468254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a36163-7f8f-4347-b311-073ce6fbe3bf,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:33.469295 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82710a20-87c7-45a6-a51c-b13e2ef162b5 req-cd7917de-f183-4afe-be62-7f5900baa590 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Feb 15 15:50:33.471377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:33.481391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:33.485522 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/28a36163-7f8f-4347-b311-073ce6fbe3bf HTTP/1.1" status: 204 len: 168 time: 0.2005799 Feb 15 15:50:33.527418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 064ad0e1-a902-4ebd-88ef-de57ea1be265 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:50:33.606733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:50:33.607055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:34.281290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56beb0b-d36a-4d1c-82d8-7d9ca1575158 req-cd20a3d5-ce99-4ede-9a9e-6c86c5bc3f1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:34.282935 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d56beb0b-d36a-4d1c-82d8-7d9ca1575158 req-cd20a3d5-ce99-4ede-9a9e-6c86c5bc3f1d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1666021 Feb 15 15:50:34.284893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-06646cc6-d5eb-4ea0-bdc7-eb79ab369526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:34.286385 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-06646cc6-d5eb-4ea0-bdc7-eb79ab369526 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 1163 time: 0.1346991 Feb 15 15:50:34.494939 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d56beb0b-d36a-4d1c-82d8-7d9ca1575158 req-3ce36044-3aa8-467d-ad58-fc8ff55bc9b8 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039402 Feb 15 15:50:34.566613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-7881fc7a-97c8-4bf2-9644-86bef0a721cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:34.568190 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-7881fc7a-97c8-4bf2-9644-86bef0a721cb service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.2614937 Feb 15 15:50:34.575308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8420af-2433-400a-b0cf-955ef38a5270 req-25326bb7-31b6-4a13-b1e5-e1d06317580c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:34.576875 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8c8420af-2433-400a-b0cf-955ef38a5270 req-25326bb7-31b6-4a13-b1e5-e1d06317580c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1595190 Feb 15 15:50:34.966189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-636f32d1-b101-4c3d-b9af-b0dba9c35a36 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637 HTTP/1.1" status: 200 len: 1002 time: 0.3882360 Feb 15 15:50:34.977452 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8c8420af-2433-400a-b0cf-955ef38a5270 req-d97f187d-d266-4dfc-9a91-085133ba497a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476810 Feb 15 15:50:35.066068 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25738b07-7d1a-4473-b3dd-c56ad3757617 req-0bda6fcc-c449-4ae2-8a1d-26fe0ac49102 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:35.067857 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-25738b07-7d1a-4473-b3dd-c56ad3757617 req-0bda6fcc-c449-4ae2-8a1d-26fe0ac49102 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.4369133 Feb 15 15:50:35.071987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-d8336104-89f2-457e-b991-01604a768777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:35.073530 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-d8336104-89f2-457e-b991-01604a768777 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.0951078 Feb 15 15:50:35.182602 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-25738b07-7d1a-4473-b3dd-c56ad3757617 req-978739ae-f2a4-4e09-bd78-495dc609b163 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060288 Feb 15 15:50:35.212993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-127a77e5-bf2e-4f88-a8fb-565283a9071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:35.214697 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-127a77e5-bf2e-4f88-a8fb-565283a9071e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1211767 Feb 15 15:50:35.372962 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-5ed58ace-c930-4adc-a49e-54c86d0149c2 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461122 Feb 15 15:50:35.546099 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47c0ac0b-b6a1-41a4-9dd4-563b544cbc3e req-ed01deb1-0999-40a9-a9b2-abc58c907dd3 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1526983 Feb 15 15:50:36.185501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7b61-5361-467c-aad2-b315cd90aea2 req-049c968a-4720-4560-9ed9-ecfa09a769fb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:36.187149 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe5e7b61-5361-467c-aad2-b315cd90aea2 req-049c968a-4720-4560-9ed9-ecfa09a769fb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0864532 Feb 15 15:50:36.236680 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fe5e7b61-5361-467c-aad2-b315cd90aea2 req-bcecf34f-ea03-4034-8434-22182d39064a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432048 Feb 15 15:50:36.406836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273e24-b0ed-4ecc-b749-e4b2a9cffc6a req-4d7a7388-41ae-4c66-8980-a838c7bf3710 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:36.408436 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09273e24-b0ed-4ecc-b749-e4b2a9cffc6a req-4d7a7388-41ae-4c66-8980-a838c7bf3710 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0973921 Feb 15 15:50:36.463908 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-09273e24-b0ed-4ecc-b749-e4b2a9cffc6a req-68d479eb-9c03-484f-bd16-4bfcc99499fc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474091 Feb 15 15:50:37.457891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f5cc6-4842-4451-828f-1fced946ce93 req-62ee0bd0-9299-4fd6-bdf2-de99d8c8e570 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:37.460094 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a44f5cc6-4842-4451-828f-1fced946ce93 req-62ee0bd0-9299-4fd6-bdf2-de99d8c8e570 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0900593 Feb 15 15:50:37.507973 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a44f5cc6-4842-4451-828f-1fced946ce93 req-18933673-1448-429d-b4c8-57dc3a4ab2c1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Feb 15 15:50:37.676089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb89d-c756-4dac-973f-2eaaed148cf8 req-8716302a-150f-4d2b-b7c5-b1f172cce0c5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:37.677604 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01acb89d-c756-4dac-973f-2eaaed148cf8 req-8716302a-150f-4d2b-b7c5-b1f172cce0c5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0954127 Feb 15 15:50:37.728908 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01acb89d-c756-4dac-973f-2eaaed148cf8 req-56618448-0471-4d4b-b5ee-dc3a80f6276d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449915 Feb 15 15:50:38.707247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1e55b-aebd-4dc8-a026-430270a0b365 req-aa016ccf-bdc0-4d1e-976f-105c0696fe98 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:38.708870 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f9d1e55b-aebd-4dc8-a026-430270a0b365 req-aa016ccf-bdc0-4d1e-976f-105c0696fe98 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0848603 Feb 15 15:50:38.759499 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f9d1e55b-aebd-4dc8-a026-430270a0b365 req-61e5e9d1-ff81-4e39-a26c-76a27c122353 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 Feb 15 15:50:38.952588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec85087-f5fa-44ca-9308-80df44c2d459 req-3280f39a-a794-4374-a233-fcd7b6d65c9b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:38.954197 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9ec85087-f5fa-44ca-9308-80df44c2d459 req-3280f39a-a794-4374-a233-fcd7b6d65c9b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0890260 Feb 15 15:50:39.006184 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9ec85087-f5fa-44ca-9308-80df44c2d459 req-21bad3cd-0050-43d5-b9c0-c712dfee4d67 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439620 Feb 15 15:50:39.449343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:50:39.592236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:39.622080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:50:39.641337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:50:39.645246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:39.648266 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:39.700754 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'code': 422} returned with failed status Feb 15 15:50:39.730254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:39.738274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.738661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.739417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.739789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.740694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.741065 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.741429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.741792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.742354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.742568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.742954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.743272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.743729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.744089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.744450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.744809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.745164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.745789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.746021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.746321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.746678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.747034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.747389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.747742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:50:39.749212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42310) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:39.752643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:39.890822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:39.932718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:39.937085 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Usage tracker for resource:security_group_rule and tenant:ba6366c23cd94d42b5d093844cee8f7c is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:39.940297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:39.947204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:39.998035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42332) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:40.044208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.048127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.057936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7fa18195-fd7d-40be-895f-b4dc532ac10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:40.093687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c9f2c6-be81-4577-bc20-f68a07432c77,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:40.097865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da379029-123c-4ea4-98cf-5a96ee60d88d req-be37eb61-4236-49b8-b75a-36e41187f2a2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:40.100039 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-da379029-123c-4ea4-98cf-5a96ee60d88d req-be37eb61-4236-49b8-b75a-36e41187f2a2 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1975682 Feb 15 15:50:40.108072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4bf6af-1a56-43e0-829b-3502867a2ec1 req-50492df5-655d-4096-bfbc-c5a3e46a316f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:40.109612 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ce4bf6af-1a56-43e0-829b-3502867a2ec1 req-50492df5-655d-4096-bfbc-c5a3e46a316f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1563690 Feb 15 15:50:40.133309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:40.160719 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba6366c23cd94d42b5d093844cee8f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099836 Feb 15 15:50:40.164393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42338) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:40.184710 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-da379029-123c-4ea4-98cf-5a96ee60d88d req-bf912e34-0b67-4c5f-9f63-cc28723173cb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740142 Feb 15 15:50:40.192035 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ce4bf6af-1a56-43e0-829b-3502867a2ec1 req-d725bc2f-5296-4fab-aaca-8d0a7f9cda36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645185 Feb 15 15:50:40.234841 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-24b7100d-d74b-4520-b5b1-b33c128b8caf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2355478 Feb 15 15:50:40.249338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.277416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.323178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.328415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5bd47a23-9396-4a69-aaa7-31d26d45b714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:40.346528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c9f2c6-be81-4577-bc20-f68a07432c77,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:40.349191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:40.352982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.358607 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55c9f2c6-be81-4577-bc20-f68a07432c77 HTTP/1.1" status: 204 len: 168 time: 0.1929684 Feb 15 15:50:40.677587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42352) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:40.696669 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.712623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:40.716654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Usage tracker for resource:security_group_rule and tenant:268789974459457398284ed8b4f926c8 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:40.719765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:40.726292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:40.813272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.816545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.826422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-48fb0d41-fe1f-430e-8ae6-507352a91ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:40.869978 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=268789974459457398284ed8b4f926c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911376 Feb 15 15:50:40.870931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0e9e9-45e4-4603-9ad0-79128db5cc4f,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:40.872878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42356) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:40.874209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:40.939637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:40.967507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.013513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.018603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4dc07871-2dd0-4553-9754-a247002c3149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:41.031844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0e9e9-45e4-4603-9ad0-79128db5cc4f,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:41.041252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:41.042096 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.044824 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b8f0e9e9-45e4-4603-9ad0-79128db5cc4f HTTP/1.1" status: 204 len: 168 time: 0.1692224 Feb 15 15:50:41.418744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42368) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:41.441142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.457825 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:41.462560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:732b81e4ff414334894683138639eb41 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:41.465708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:41.466155 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eab9f-a0ed-47af-a2bc-f35e7761deb0 req-5b53bcc8-cad1-4ef7-a05d-24d4465891e8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:41.468442 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c61eab9f-a0ed-47af-a2bc-f35e7761deb0 req-5b53bcc8-cad1-4ef7-a05d-24d4465891e8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1595554 Feb 15 15:50:41.471874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:41.507563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4d62c-36b9-4970-9d70-4db7cbc7182c req-7da0ddb2-7cb4-4f80-b73f-c4153a1088d9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:41.509173 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5ad4d62c-36b9-4970-9d70-4db7cbc7182c req-7da0ddb2-7cb4-4f80-b73f-c4153a1088d9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1469502 Feb 15 15:50:41.572109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.575197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.587372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-265a5d86-2b4b-4b16-95f5-54c77f4840bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:41.618293 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c61eab9f-a0ed-47af-a2bc-f35e7761deb0 req-43bb8e9c-25a2-46d1-9c80-5c3faa92c43b tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359417 Feb 15 15:50:41.631180 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5ad4d62c-36b9-4970-9d70-4db7cbc7182c req-6b6a17fb-73d1-4b24-a743-017021cd42c3 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133747 Feb 15 15:50:41.636995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42372) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:41.637505 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=732b81e4ff414334894683138639eb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172999 Feb 15 15:50:41.638546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1093e5-87d5-444b-9858-6c2921dc4df8,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:41.642474 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:41.714604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c36aa-c45c-498a-9803-df013ff00e78 req-04b3499b-d0d6-484e-b500-fe6952b1caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:41.716226 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-04b3499b-d0d6-484e-b500-fe6952b1caa1 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf&tenant_id=80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 1161 time: 0.1767766 Feb 15 15:50:41.735050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.812720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.875286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c36aa-c45c-498a-9803-df013ff00e78 req-e4b56aff-8443-426f-9e07-0d877093dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:41.876885 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-e4b56aff-8443-426f-9e07-0d877093dba2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 1161 time: 0.1312525 Feb 15 15:50:41.883451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:41.889824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-37c3745c-90ae-4747-8411-e98c204652d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:41.925649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1093e5-87d5-444b-9858-6c2921dc4df8,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:41.963255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:42.036388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:42.041161 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d1093e5-87d5-444b-9858-6c2921dc4df8 HTTP/1.1" status: 204 len: 168 time: 0.4002082 Feb 15 15:50:42.108023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c36aa-c45c-498a-9803-df013ff00e78 req-bcba5054-61ce-4b75-b0e4-892e69222e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:42.109622 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-bcba5054-61ce-4b75-b0e4-892e69222e65 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.2208569 Feb 15 15:50:42.121914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-6ab31d3a-30fd-4af5-b0e4-0e82d018373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:42.123444 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-6ab31d3a-30fd-4af5-b0e4-0e82d018373e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.2024000 Feb 15 15:50:42.328393 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-4747dddb-0672-40af-a46d-b41a69e66ceb service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637 HTTP/1.1" status: 200 len: 1000 time: 0.2086656 Feb 15 15:50:42.417987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-51068f35-23cd-43a3-9d23-c12644162c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:42.419576 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-51068f35-23cd-43a3-9d23-c12644162c47 service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.2391348 Feb 15 15:50:42.428631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c36aa-c45c-498a-9803-df013ff00e78 req-affa21e3-4d78-440b-82e4-c194929564e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:42.430272 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-affa21e3-4d78-440b-82e4-c194929564e6 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.0860653 Feb 15 15:50:42.553797 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-f5cd86f0-13ed-473f-85cc-46c39f0502ee service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 217 time: 0.1132088 Feb 15 15:50:42.645510 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-f42f7830-00e8-4194-a1ab-9d42e83dcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:42.647985 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-f42f7830-00e8-4194-a1ab-9d42e83dcaea service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.0840735 Feb 15 15:50:42.651651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c36aa-c45c-498a-9803-df013ff00e78 req-5086cd5e-8a53-44d9-9241-5629d3c0b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:42.652977 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-5086cd5e-8a53-44d9-9241-5629d3c0b0dc service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1558473 Feb 15 15:50:43.101538 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-8634fa3b-9fdb-4dd2-828e-b5746053d1af service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4329786 Feb 15 15:50:43.316428 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-290c8158-a429-4465-90c0-7a223e4ee954 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461422 Feb 15 15:50:43.442515 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-f75eeb88-ad70-443b-b952-216cfd0cc6ea service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208060 Feb 15 15:50:43.448924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f20e50-95eb-478e-898c-bd4876df3260 req-f573ba22-99a3-494b-a750-4fdd44246891 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:43.450507 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-33f20e50-95eb-478e-898c-bd4876df3260 req-f573ba22-99a3-494b-a750-4fdd44246891 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.6589718 Feb 15 15:50:43.464937 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea816c-30d0-4122-8f03-49b33d217573 req-54726242-16e5-42cc-840b-388a971b2957 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:43.466553 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-42ea816c-30d0-4122-8f03-49b33d217573 req-54726242-16e5-42cc-840b-388a971b2957 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.6696491 Feb 15 15:50:43.691963 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-33f20e50-95eb-478e-898c-bd4876df3260 req-31d77dde-6138-422d-8ca3-9db98a455a8b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243204 Feb 15 15:50:43.731417 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-42ea816c-30d0-4122-8f03-49b33d217573 req-d1dc8a29-b1b3-4849-bfa3-1c99b48e9053 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227592 Feb 15 15:50:43.748463 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-469c36aa-c45c-498a-9803-df013ff00e78 req-de5ea081-7faa-426b-8052-738047f61922 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4141667 Feb 15 15:50:43.758869 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a1d2a5e4-94fc-4a2c-b663-34d05632f295 req-9132c1e0-09d0-449f-8624-deb363a6ffa3 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2900918 Feb 15 15:50:44.371884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42442) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:44.499723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:44.523900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:44.530515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Usage tracker for resource:security_group_rule and tenant:8f4a76f5345f49219fafbb7d81441431 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:44.535493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:44.545245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:44.636912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:44.639919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:44.649429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c82ffafd-d1cf-444b-996c-ec96e980dcbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:44.692120 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f4a76f5345f49219fafbb7d81441431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190544 Feb 15 15:50:44.693954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b42733-be05-4fb8-bcaf-87a95be9dab9,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:44.695236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42456) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:44.697219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:44.767178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:44.798721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:44.976285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:44.983653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:45.004708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b42733-be05-4fb8-bcaf-87a95be9dab9,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:45.017253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:45.024492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea324d-e858-4919-ab4b-80f34b1cd2aa req-000c1f68-786e-41e3-8020-534eb885c650 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:45.026200 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-aaea324d-e858-4919-ab4b-80f34b1cd2aa req-000c1f68-786e-41e3-8020-534eb885c650 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1441231 Feb 15 15:50:45.032676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.036388 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9b42733-be05-4fb8-bcaf-87a95be9dab9 HTTP/1.1" status: 204 len: 168 time: 0.3374903 Feb 15 15:50:45.062283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e8d9e-f4b5-4fd9-9802-3bc11ad0d3e6 req-5e211ff1-1ff5-43e3-8867-e644d37f5a74 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:45.063938 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d93e8d9e-f4b5-4fd9-9802-3bc11ad0d3e6 req-5e211ff1-1ff5-43e3-8867-e644d37f5a74 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.2410829 Feb 15 15:50:45.168887 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-aaea324d-e858-4919-ab4b-80f34b1cd2aa req-2d8e116d-3a6c-4bad-b8a9-84c8c39b5cda tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336744 Feb 15 15:50:45.192176 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d93e8d9e-f4b5-4fd9-9802-3bc11ad0d3e6 req-b047ce44-7c22-46f8-bec6-9e68f6a6d2a1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202359 Feb 15 15:50:45.209543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:50:45.449737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42478) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:45.470263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.486658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:50:45.491013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Usage tracker for resource:security_group_rule and tenant:69f4e12aa0f543178e50b0b89a9a8e81 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:50:45.494056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:50:45.499883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:50:45.597798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.600730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.610123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3eef4ae8-f314-4e5e-a5bb-559cfff063b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:45.655054 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69f4e12aa0f543178e50b0b89a9a8e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040837 Feb 15 15:50:45.656717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51046a92-aa17-43da-af77-d648223237c6,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:45.658031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42482) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:50:45.660421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:45.728489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.758279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.805909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.811025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-309c99f4-53b1-4dcc-b43f-4b9e66573eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:50:45.826218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51046a92-aa17-43da-af77-d648223237c6,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:50:45.830399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:50:45.843588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:45.847801 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51046a92-aa17-43da-af77-d648223237c6 HTTP/1.1" status: 204 len: 168 time: 0.1886137 Feb 15 15:50:46.484345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf7f3-437b-4d57-bfa4-0fb7ea187b47 req-9530782a-1b49-4067-8746-51d04c1dbc65 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:46.486030 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-39eaf7f3-437b-4d57-bfa4-0fb7ea187b47 req-9530782a-1b49-4067-8746-51d04c1dbc65 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1910579 Feb 15 15:50:46.494279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c4c1-80f8-4eb4-a5b3-0c1e9b66550a req-41c86e47-0671-49bf-8d31-b9dabc022f5f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:46.495861 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1429c4c1-80f8-4eb4-a5b3-0c1e9b66550a req-41c86e47-0671-49bf-8d31-b9dabc022f5f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1366019 Feb 15 15:50:46.574234 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-39eaf7f3-437b-4d57-bfa4-0fb7ea187b47 req-1a8b7206-11a6-4778-8d39-f0d53ebafc4c tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772717 Feb 15 15:50:46.586365 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1429c4c1-80f8-4eb4-a5b3-0c1e9b66550a req-be22dc56-5d3e-43cf-9c9b-88f26e22acf5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748012 Feb 15 15:50:47.877694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55a2c0-625b-499c-9b6a-ebda29283f5b req-ad30f3e0-09a3-4044-822d-d8ef662db1fd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:47.879314 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ad55a2c0-625b-499c-9b6a-ebda29283f5b req-ad30f3e0-09a3-4044-822d-d8ef662db1fd tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1747210 Feb 15 15:50:47.887481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a310d7-0b0d-4fb2-b11b-9110fb99d45c req-1ae923bc-cfd2-4f28-8713-808a6ab6b956 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:47.889092 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-08a310d7-0b0d-4fb2-b11b-9110fb99d45c req-1ae923bc-cfd2-4f28-8713-808a6ab6b956 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1462116 Feb 15 15:50:47.910142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:47.972512 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ad55a2c0-625b-499c-9b6a-ebda29283f5b req-0c73327d-53e8-4d81-8411-59a76f335487 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823359 Feb 15 15:50:47.978097 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-08a310d7-0b0d-4fb2-b11b-9110fb99d45c req-79f91080-2570-485c-bbaa-e02b27b12893 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716639 Feb 15 15:50:49.290523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934ff96-eb96-441c-a0d0-72ed09ec9adf req-a677bc5b-ec1d-4327-ba23-4eb5971b9d9b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:49.292047 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9934ff96-eb96-441c-a0d0-72ed09ec9adf req-a677bc5b-ec1d-4327-ba23-4eb5971b9d9b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1700213 Feb 15 15:50:49.299934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767be7d-a436-49ce-9c1d-e25246e46007 req-7ed3bc8e-4226-4b43-9a45-181c2c6712d9 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:49.301539 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7767be7d-a436-49ce-9c1d-e25246e46007 req-7ed3bc8e-4226-4b43-9a45-181c2c6712d9 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1238523 Feb 15 15:50:49.379865 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9934ff96-eb96-441c-a0d0-72ed09ec9adf req-7fe440cf-a662-493c-9de9-64596e9b3759 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771999 Feb 15 15:50:49.387846 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7767be7d-a436-49ce-9c1d-e25246e46007 req-aa7bb1ac-bd3c-431b-b4c2-c19a99b9cb72 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685699 Feb 15 15:50:50.651521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ea5cf-389d-45c0-8011-6c48235f2877 req-674bd01f-ab03-47bb-bea6-8dd30cc29a20 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:50.653168 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a3ea5cf-389d-45c0-8011-6c48235f2877 req-674bd01f-ab03-47bb-bea6-8dd30cc29a20 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1436067 Feb 15 15:50:50.701526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997ab1c-955f-4e2e-9793-9f55053787f2 req-ffe1d81f-228e-465d-83c1-b0877584d6c5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:50.703144 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b997ab1c-955f-4e2e-9793-9f55053787f2 req-ffe1d81f-228e-465d-83c1-b0877584d6c5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1523025 Feb 15 15:50:50.742434 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a3ea5cf-389d-45c0-8011-6c48235f2877 req-924fcbbb-8077-4f4d-8363-276e1a86f0a2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812628 Feb 15 15:50:50.781089 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b997ab1c-955f-4e2e-9793-9f55053787f2 req-67cbb158-b262-4b72-9503-9d2e74a757b6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 Feb 15 15:50:52.034916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badce48-ccfd-495f-ae9a-897f8dcc40a9 req-2912eb02-64e7-4f36-8e4f-9bd051418688 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:52.036503 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8badce48-ccfd-495f-ae9a-897f8dcc40a9 req-2912eb02-64e7-4f36-8e4f-9bd051418688 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1213133 Feb 15 15:50:52.043089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbabad3-dbde-4ce6-869c-c57daba8318c req-74a6bdda-7a7c-4c2d-a5c8-72cd7e6d2059 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:52.044628 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dcbabad3-dbde-4ce6-869c-c57daba8318c req-74a6bdda-7a7c-4c2d-a5c8-72cd7e6d2059 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1710479 Feb 15 15:50:52.125723 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8badce48-ccfd-495f-ae9a-897f8dcc40a9 req-6a739b66-ccce-4d62-b3a5-87006d4359d5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Feb 15 15:50:52.130594 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dcbabad3-dbde-4ce6-869c-c57daba8318c req-e91146b6-f5b8-48ca-ba64-dc612091c060 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682676 Feb 15 15:50:52.785439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90832a51-f98a-4ace-9e62-354d2ca5f346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:53.408900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4892e-fb3e-4111-ba59-9610ddcf36d0 req-6470e327-151e-457e-83d5-50deed2d267e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:53.410477 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c8c4892e-fb3e-4111-ba59-9610ddcf36d0 req-6470e327-151e-457e-83d5-50deed2d267e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1651857 Feb 15 15:50:53.417075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8a05f-0651-44cb-8d5b-0d189228b373 req-9dd6a95a-ad32-4842-a70d-0025a2571a8f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:53.418627 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-06d8a05f-0651-44cb-8d5b-0d189228b373 req-9dd6a95a-ad32-4842-a70d-0025a2571a8f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1319687 Feb 15 15:50:53.500277 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-06d8a05f-0651-44cb-8d5b-0d189228b373 req-36c81741-7a5b-4860-80de-52d14740b7a1 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662012 Feb 15 15:50:53.521401 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c8c4892e-fb3e-4111-ba59-9610ddcf36d0 req-92740727-6901-4da8-a83c-2ef25e7b2648 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017356 Feb 15 15:50:54.803394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23402e5c-c750-4e5b-930a-55004b420a5c req-6dc298d9-e06a-439f-948a-d39f5facbeff tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:54.804507 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-23402e5c-c750-4e5b-930a-55004b420a5c req-6dc298d9-e06a-439f-948a-d39f5facbeff tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1709263 Feb 15 15:50:54.812925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703698f-7f5d-4d81-a354-45807b5fd23c req-61ffceb8-4ec6-4dd8-a368-ee4dd4903c17 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:54.814679 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1703698f-7f5d-4d81-a354-45807b5fd23c req-61ffceb8-4ec6-4dd8-a368-ee4dd4903c17 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1344972 Feb 15 15:50:54.897046 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-23402e5c-c750-4e5b-930a-55004b420a5c req-c1f1f587-e872-40dc-ac23-d183ef38e1ab tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812790 Feb 15 15:50:54.902319 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1703698f-7f5d-4d81-a354-45807b5fd23c req-4681e0c7-1c63-4ee3-852e-7c1b85c7dbc4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683663 Feb 15 15:50:55.126815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdb22e1e-c7a4-49c2-bad0-899d9d5849b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:55.998368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:56.194161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd6827-55ab-41e4-8fa5-9c2dfb5306d5 req-58801beb-6f87-4a6b-9526-92465739570f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:56.195699 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cbd6827-55ab-41e4-8fa5-9c2dfb5306d5 req-58801beb-6f87-4a6b-9526-92465739570f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1634119 Feb 15 15:50:56.203893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d49acd-9e51-47af-ba5b-2ff9ada7c8e5 req-cf9e4c7b-47f2-4147-90db-6c0161293ec8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:56.205597 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91d49acd-9e51-47af-ba5b-2ff9ada7c8e5 req-cf9e4c7b-47f2-4147-90db-6c0161293ec8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1313629 Feb 15 15:50:56.285667 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4cbd6827-55ab-41e4-8fa5-9c2dfb5306d5 req-4e1726de-c89c-40df-8b13-4e1171d8e144 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788383 Feb 15 15:50:56.290258 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91d49acd-9e51-47af-ba5b-2ff9ada7c8e5 req-6ab981b0-64b5-4229-af97-e21245856829 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683959 Feb 15 15:50:57.061191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:57.326821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:50:57.799116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf4d1-95ca-427f-8496-dcc4ece6aa88 req-c624d0c6-0ece-4a6d-b1be-f771224e7961 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:57.800800 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-835cf4d1-95ca-427f-8496-dcc4ece6aa88 req-c624d0c6-0ece-4a6d-b1be-f771224e7961 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.3859553 Feb 15 15:50:57.807986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f9c4-cc32-4562-af3a-46b173d68f60 req-b3bce27b-687a-4397-ab87-ab11f542d849 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:57.809495 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4e07f9c4-cc32-4562-af3a-46b173d68f60 req-b3bce27b-687a-4397-ab87-ab11f542d849 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.3571713 Feb 15 15:50:57.894207 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-835cf4d1-95ca-427f-8496-dcc4ece6aa88 req-8872c296-18b1-44eb-a4e4-837f00387491 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835748 Feb 15 15:50:57.897820 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4e07f9c4-cc32-4562-af3a-46b173d68f60 req-0e2fd489-806c-433b-ae2d-f88b8238c8c9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705454 Feb 15 15:50:59.180228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbcaf8-4469-426b-a1a4-224c823c8869 req-a5e9225e-7d71-4d00-8c4a-9c2e1e8ce035 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:59.181777 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cdfbcaf8-4469-426b-a1a4-224c823c8869 req-a5e9225e-7d71-4d00-8c4a-9c2e1e8ce035 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1672921 Feb 15 15:50:59.190449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47933fe2-61a2-4007-bcb2-bc11ba38883e req-65ae43b7-9860-4709-9f7e-7de1fe6d57a7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:50:59.192054 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47933fe2-61a2-4007-bcb2-bc11ba38883e req-65ae43b7-9860-4709-9f7e-7de1fe6d57a7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1396677 Feb 15 15:50:59.271037 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cdfbcaf8-4469-426b-a1a4-224c823c8869 req-9bb25446-a291-45fa-a8a9-0cb0042bcaca tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773745 Feb 15 15:50:59.276183 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-47933fe2-61a2-4007-bcb2-bc11ba38883e req-982faba7-df50-4347-95b7-dda26ce3b75e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659585 Feb 15 15:51:00.541749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0d2f-2a8d-4cda-8468-65193c510380 req-7dc44d6e-ac3c-4518-8ab5-181a4106be09 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:00.543312 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f08f0d2f-2a8d-4cda-8468-65193c510380 req-7dc44d6e-ac3c-4518-8ab5-181a4106be09 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1523404 Feb 15 15:51:00.577973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac04eb-1822-4622-aba7-f7b5fa28fd09 req-41ba18ce-6846-4a0d-9e1a-d5ff0dfb0d26 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:00.579588 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73ac04eb-1822-4622-aba7-f7b5fa28fd09 req-41ba18ce-6846-4a0d-9e1a-d5ff0dfb0d26 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1466522 Feb 15 15:51:00.625504 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f08f0d2f-2a8d-4cda-8468-65193c510380 req-90f2d69b-f679-414d-b0d0-e0f4b881ffc8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753374 Feb 15 15:51:00.650180 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73ac04eb-1822-4622-aba7-f7b5fa28fd09 req-50f2aff8-a1ff-43c1-8e52-a411292baccd tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581152 Feb 15 15:51:01.618601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42646) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:01.747103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a745663-6fd0-4a71-a496-a7694fd40f61 req-4c9cd22d-0294-43b4-8719-911ca11b80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:01.748701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5a745663-6fd0-4a71-a496-a7694fd40f61 req-4c9cd22d-0294-43b4-8719-911ca11b80d7 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.0954633 Feb 15 15:51:01.753404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:01.786400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:51:01.790697 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Usage tracker for resource:security_group_rule and tenant:75973e3593ab4daa922b2d87ed3ab8b3 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:51:01.793700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:51:01.799852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:51:01.889277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:01.892424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:01.900893 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5a745663-6fd0-4a71-a496-a7694fd40f61 req-31a6dfd8-ecee-4b9d-9155-e3fbafe84850 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039987 Feb 15 15:51:01.901919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8b928bf7-1f0a-491b-8304-b12ce40914ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:01.936813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc18f1-0e76-4ed3-89c5-8ee9ce5b700c req-25c7755b-9a3f-4f54-b5c2-144b0f05e830 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:01.938470 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2bfc18f1-0e76-4ed3-89c5-8ee9ce5b700c req-25c7755b-9a3f-4f54-b5c2-144b0f05e830 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1938739 Feb 15 15:51:01.938896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989974e7-c2dd-457c-ab5a-28b9ef0c926d,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:01.944761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:01.954715 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-07844643-cbf3-421a-a2e8-5c7787a710f5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75973e3593ab4daa922b2d87ed3ab8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349478 Feb 15 15:51:01.955399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42658) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:01.979429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e9da-0703-4fb7-ad3a-f5a34ad82725 req-c438ba1e-fc95-4d76-bfa5-26f9b8c45617 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:01.981048 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0296e9da-0703-4fb7-ad3a-f5a34ad82725 req-c438ba1e-fc95-4d76-bfa5-26f9b8c45617 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1664841 Feb 15 15:51:02.022533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:02.038484 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2bfc18f1-0e76-4ed3-89c5-8ee9ce5b700c req-814300fc-72ad-4de3-a093-5403fbbb530a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842438 Feb 15 15:51:02.049944 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0296e9da-0703-4fb7-ad3a-f5a34ad82725 req-3e542098-53f2-4652-a3c6-7342dc7047ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608587 Feb 15 15:51:02.051681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:02.098693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:02.104343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-13e525c9-3896-4210-945a-6ee7927b6daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:02.116358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989974e7-c2dd-457c-ab5a-28b9ef0c926d,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:02.119259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:02.125768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:02.127051 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/989974e7-c2dd-457c-ab5a-28b9ef0c926d HTTP/1.1" status: 204 len: 168 time: 0.1706774 Feb 15 15:51:03.321379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc5f85-e624-47f8-a4f4-2315552e90ee req-a26ad3f1-374a-4dc5-be72-977a4f76e75a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:03.323038 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-affc5f85-e624-47f8-a4f4-2315552e90ee req-a26ad3f1-374a-4dc5-be72-977a4f76e75a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1527014 Feb 15 15:51:03.353432 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0043a07-0b08-4906-afb8-fdb93727c5aa req-3f34b3d6-c9a9-4798-ac57-30fb01108695 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:03.355017 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e0043a07-0b08-4906-afb8-fdb93727c5aa req-3f34b3d6-c9a9-4798-ac57-30fb01108695 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 944 time: 0.1439049 Feb 15 15:51:03.408526 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-affc5f85-e624-47f8-a4f4-2315552e90ee req-21962e2d-17a1-4cf2-9614-32af941de649 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771339 Feb 15 15:51:03.428833 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e0043a07-0b08-4906-afb8-fdb93727c5aa req-34ccdc59-e499-458b-8571-5b1ce6e38865 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656075 Feb 15 15:51:04.248768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:51:04.322577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:51:04.323168 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:04.448929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:04.485515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:51:04.496536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:51:04.499844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:04.500816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:51:04.531932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:04.695768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85f09-1b12-4f1e-ab69-69b802f58c1e req-f27f0450-30df-41b0-9902-e4cbe4c891f8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:04.697407 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c6f85f09-1b12-4f1e-ab69-69b802f58c1e req-f27f0450-30df-41b0-9902-e4cbe4c891f8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1306055 Feb 15 15:51:04.705810 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5f730-202d-4e58-9b22-95f7141bb516 req-30975282-dede-493a-bc53-53ca9d82944f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:04.707547 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41f5f730-202d-4e58-9b22-95f7141bb516 req-30975282-dede-493a-bc53-53ca9d82944f tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1790545 Feb 15 15:51:04.783451 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c6f85f09-1b12-4f1e-ab69-69b802f58c1e req-6a68c0bb-3db8-48e7-8573-79bfb56950d0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747869 Feb 15 15:51:04.794818 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41f5f730-202d-4e58-9b22-95f7141bb516 req-ed65af75-5447-4e44-8faf-cacf8b96f712 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Feb 15 15:51:04.798688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,revision_number=6']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:04.806216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:04.807362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:51:04.808175 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:04.850306 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'code': 200} Feb 15 15:51:05.459905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-08a4fae8-8b4f-4099-8f36-10e04b659492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:05.461509 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-08a4fae8-8b4f-4099-8f36-10e04b659492 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=180944fec73b4139972e8f1d2c71e9e4&device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 1162 time: 0.2040856 Feb 15 15:51:05.471595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c82e0-b0b0-420e-a3d9-b8ce0283ed27 req-653f7d92-e4ae-46a2-8406-33cf8943e572 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:05.473085 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1b8c82e0-b0b0-420e-a3d9-b8ce0283ed27 req-653f7d92-e4ae-46a2-8406-33cf8943e572 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1755164 Feb 15 15:51:05.605725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:51:05.625024 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1b8c82e0-b0b0-420e-a3d9-b8ce0283ed27 req-9af2b022-e407-49f4-8871-adfc001f470e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263392 Feb 15 15:51:05.650707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf57d9-e14e-4e11-9a58-90535154a7f0 req-e8ef54e3-0eef-47e6-adf9-7f8ebd22dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:05.652318 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c1cf57d9-e14e-4e11-9a58-90535154a7f0 req-e8ef54e3-0eef-47e6-adf9-7f8ebd22dac9 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 1163 time: 0.2703388 Feb 15 15:51:05.692307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:51:05.692771 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:05.695098 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-e721ce25-9ef3-4b83-a279-50427030e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:05.696688 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-e721ce25-9ef3-4b83-a279-50427030e24d service neutron] 10.222.0.111 "GET /v2.0/networks?id=07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 200 len: 913 time: 0.2226768 Feb 15 15:51:05.781069 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c1cf57d9-e14e-4e11-9a58-90535154a7f0 req-f84f7f50-1264-4b39-adef-632cb58470db service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115203 Feb 15 15:51:05.782463 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-07d0aee5-2804-4d7c-9a90-1b16804eca36 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 200 len: 217 time: 0.0761406 Feb 15 15:51:05.992817 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59f34-2c80-45bf-8a0c-d9ff64a5c792 req-e7b95cc4-f085-4741-9c58-269cb12ecafd tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:05.994459 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d1f59f34-2c80-45bf-8a0c-d9ff64a5c792 req-e7b95cc4-f085-4741-9c58-269cb12ecafd tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0862458 Feb 15 15:51:06.099216 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d1f59f34-2c80-45bf-8a0c-d9ff64a5c792 req-5bca07e4-66ba-4180-9c75-e18ab5e45234 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982966 Feb 15 15:51:06.103237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-91d7d192-fbfb-43a0-a307-6da32aa60eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:06.104711 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-91d7d192-fbfb-43a0-a307-6da32aa60eee service neutron] 10.222.0.111 "GET /v2.0/subnets?id=585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 200 len: 859 time: 0.0899572 Feb 15 15:51:06.160342 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-4dcb33c9-6a2e-405d-bab0-7f8852196094 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=07df1439-717b-432e-8113-46918da4e280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458660 Feb 15 15:51:06.312319 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-d9702910-f736-4921-b291-132471c562f3 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334486 Feb 15 15:51:06.650218 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7eaf348c-2eef-4198-bc76-a7a4b474b946 req-92cadc61-432c-4ef0-9461-8bb3db6e84e0 service neutron] 10.222.0.111 "GET /v2.0/networks/07df1439-717b-432e-8113-46918da4e280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3301618 Feb 15 15:51:06.827791 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f750e-f585-4f26-8a9d-baef798f20f4 req-9c15ef89-320f-4a97-bb20-8d64144021fe tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:06.829410 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0b0f750e-f585-4f26-8a9d-baef798f20f4 req-9c15ef89-320f-4a97-bb20-8d64144021fe tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0868020 Feb 15 15:51:06.879996 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0b0f750e-f585-4f26-8a9d-baef798f20f4 req-d597afbd-b967-4df6-92bb-fe4c76154e5b tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 Feb 15 15:51:07.303345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9d0cc-b34d-4861-9025-ba46ca1ff0f8 req-439ab6e8-5c68-4f02-a480-ce16e9f02c55 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:07.304983 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f1b9d0cc-b34d-4861-9025-ba46ca1ff0f8 req-439ab6e8-5c68-4f02-a480-ce16e9f02c55 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0878701 Feb 15 15:51:07.353203 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f1b9d0cc-b34d-4861-9025-ba46ca1ff0f8 req-5f543890-02c1-45c4-b336-b2abed8f090a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418990 Feb 15 15:51:07.727524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:51:07.799915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:51:07.800346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:07.931947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:51:08.012197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:51:08.013025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:08.124545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e861949-3880-4d10-ba86-aa14608ea428 req-df1e8d24-77c8-4984-9d19-ae886c2b1610 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:08.126278 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0e861949-3880-4d10-ba86-aa14608ea428 req-df1e8d24-77c8-4984-9d19-ae886c2b1610 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0962687 Feb 15 15:51:08.176226 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0e861949-3880-4d10-ba86-aa14608ea428 req-2c61e811-52b7-40a8-be2e-21a550e0ce63 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420561 Feb 15 15:51:08.559374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1fff-39b9-4741-91e9-a7209619b470 req-4be90c8b-6f37-41d3-b672-21665ebd54e2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:08.561011 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-687f1fff-39b9-4741-91e9-a7209619b470 req-4be90c8b-6f37-41d3-b672-21665ebd54e2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0845063 Feb 15 15:51:08.613519 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-687f1fff-39b9-4741-91e9-a7209619b470 req-df7c3eb8-f008-442d-9e15-76b3a8bc50a7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451024 Feb 15 15:51:09.373436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc40f4-efb0-4116-bd68-f53b41275cd2 req-47de03b6-9398-4420-a228-7600d051cb74 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:09.374978 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6adc40f4-efb0-4116-bd68-f53b41275cd2 req-47de03b6-9398-4420-a228-7600d051cb74 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0847743 Feb 15 15:51:09.422209 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6adc40f4-efb0-4116-bd68-f53b41275cd2 req-e03c5f16-9f43-43d1-9147-4daf9e67ccb9 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Feb 15 15:51:13.975713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91826dbd-545b-43eb-9d57-6d4a629042db req-67e03bf3-d72c-4d55-baef-0af67db432e6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:13.977311 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91826dbd-545b-43eb-9d57-6d4a629042db req-67e03bf3-d72c-4d55-baef-0af67db432e6 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0889075 Feb 15 15:51:14.028318 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91826dbd-545b-43eb-9d57-6d4a629042db req-24c2b94f-2885-49cd-af84-d53b23f5eaae tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 Feb 15 15:51:15.230998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ae34-3cae-4ef5-b4c6-a294fedfd05b req-f6807c35-4ee5-4963-8584-db867b58d028 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:15.232657 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3713ae34-3cae-4ef5-b4c6-a294fedfd05b req-f6807c35-4ee5-4963-8584-db867b58d028 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0884259 Feb 15 15:51:15.282072 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3713ae34-3cae-4ef5-b4c6-a294fedfd05b req-e0bee660-6d6f-4e6b-9ab5-ae28d71f73d9 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431261 Feb 15 15:51:16.483579 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed22af6-bb5e-4746-aca5-1727c5ed0f31 req-20345d08-6454-4951-a206-4dc8df931df8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:16.485177 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3ed22af6-bb5e-4746-aca5-1727c5ed0f31 req-20345d08-6454-4951-a206-4dc8df931df8 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0898678 Feb 15 15:51:16.533845 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3ed22af6-bb5e-4746-aca5-1727c5ed0f31 req-04adaaf6-da06-4631-aeeb-90531548e89b tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Feb 15 15:51:16.949930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-f6e3dc93-f1ec-4699-b83f-d187dd1cc2f1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:16.951401 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-f6e3dc93-f1ec-4699-b83f-d187dd1cc2f1 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 945 time: 0.0895033 Feb 15 15:51:17.043932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Deleting port 2ad71393-0d33-4927-96a1-688944b58439 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:51:17.044319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:17.311163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] For port 2ad71393-0d33-4927-96a1-688944b58439, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2ad71393-0d33-4927-96a1-688944b58439,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:51:17.311569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:17.445111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Calling delete_port for 2ad71393-0d33-4927-96a1-688944b58439 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:51:17.597866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:17.613873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ceb1c5bf-2bbb-49dc-9439-ea100627c315 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:17.679026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 2ad71393-0d33-4927-96a1-688944b58439 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:51:17.711550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Pushing event deleted for resources: {'Port': ['ID=2ad71393-0d33-4927-96a1-688944b58439,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:17.716499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: 2ad71393-0d33-4927-96a1-688944b58439 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:51:17.716896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 2ad71393-0d33-4927-96a1-688944b58439 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:51:17.777601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.778040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.778445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.778840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.779232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.779622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.780006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.780393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.780779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.781161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.781546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.781944 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.782431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.782814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.783198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.783581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.783962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.784343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.784723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.785101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.785483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.785862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.786265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.786646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:17.794711 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5aa9cb94-878a-45e2-b5fc-96fb5835b6de req-7727f1c6-1f21-4f35-a75c-45f7092acc58 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=9757cca7-0570-4003-85fb-54678789f992 HTTP/1.1" status: 200 len: 210 time: 0.1354446 Feb 15 15:51:17.797474 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:17.891242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] No DVR routers for this DVR port 2ad71393-0d33-4927-96a1-688944b58439 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:51:17.893537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:17.896372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9757cca7-0570-4003-85fb-54678789f992', 'name': 'network-vif-deleted', 'tag': '2ad71393-0d33-4927-96a1-688944b58439'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:51:17.897381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:17.911285 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-812d739d-d57e-480a-94e1-5df9d312eb02 req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "DELETE /v2.0/ports/2ad71393-0d33-4927-96a1-688944b58439 HTTP/1.1" status: 204 len: 173 time: 0.9400494 Feb 15 15:51:17.949391 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9757cca7-0570-4003-85fb-54678789f992', 'name': 'network-vif-deleted', 'tag': '2ad71393-0d33-4927-96a1-688944b58439', 'status': 'completed', 'code': 200} Feb 15 15:51:19.287025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49d481-c8fd-4d12-a588-9420c99e9067 req-b0647454-0d33-4430-a1c9-c7126cbf3b57 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:19.287794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1c49d481-c8fd-4d12-a588-9420c99e9067 req-b0647454-0d33-4430-a1c9-c7126cbf3b57 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Synchronizing usage tracker for tenant:180944fec73b4139972e8f1d2c71e9e4 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:51:19.304826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1c49d481-c8fd-4d12-a588-9420c99e9067 req-b0647454-0d33-4430-a1c9-c7126cbf3b57 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Unset dirty status for tenant:180944fec73b4139972e8f1d2c71e9e4 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:51:19.306708 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c49d481-c8fd-4d12-a588-9420c99e9067 req-b0647454-0d33-4430-a1c9-c7126cbf3b57 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.1045561 Feb 15 15:51:19.359075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c49d481-c8fd-4d12-a588-9420c99e9067 req-f59fd2ad-a668-48c5-b40e-166d6c5d1efb tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460124 Feb 15 15:51:20.563320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477b189-539e-4455-b812-204f9833711c req-8a6b19b6-a7dd-404b-b315-61d939457f6b tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:20.564922 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a477b189-539e-4455-b812-204f9833711c req-8a6b19b6-a7dd-404b-b315-61d939457f6b tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0887303 Feb 15 15:51:20.624701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a477b189-539e-4455-b812-204f9833711c req-50744570-44da-4a98-b6ae-fc2fbc587817 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531352 Feb 15 15:51:21.843225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0e347-d9ad-43d4-94d0-6117461fca69 req-2b6de1f5-ec8f-4a31-8118-f74a0469d2ac tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:21.844879 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b4f0e347-d9ad-43d4-94d0-6117461fca69 req-2b6de1f5-ec8f-4a31-8118-f74a0469d2ac tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0998762 Feb 15 15:51:21.894194 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b4f0e347-d9ad-43d4-94d0-6117461fca69 req-54e64f80-7b9e-4629-9b5c-6bf98d84a8c5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429792 Feb 15 15:51:22.210421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:51:22.792061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e98dd9c-f6da-4546-8b02-8eb7643e97be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:23.235104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ce41-65ff-448d-852e-d00d236cda75 req-4dc10c54-8147-4b6f-9590-13e0c151f86d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:23.236719 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7563ce41-65ff-448d-852e-d00d236cda75 req-4dc10c54-8147-4b6f-9590-13e0c151f86d tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0862975 Feb 15 15:51:23.284775 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7563ce41-65ff-448d-852e-d00d236cda75 req-089c56d4-e168-43c4-b5e9-2b313ce03fb5 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Feb 15 15:51:23.726366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d98b3e-8b70-485f-bbfb-4bbbffafcda9 req-82b4df27-1b52-4e25-af8b-ef18a4448f4c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:23.727979 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-86d98b3e-8b70-485f-bbfb-4bbbffafcda9 req-82b4df27-1b52-4e25-af8b-ef18a4448f4c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0886807 Feb 15 15:51:23.776426 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-86d98b3e-8b70-485f-bbfb-4bbbffafcda9 req-7d47c60d-632d-4017-a734-d77b00a5044f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Feb 15 15:51:24.487022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b098ab9-f9c0-4471-8102-ebeef975d753 req-1d6d4e05-2657-4950-96f3-4d437da4153a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:24.488647 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0b098ab9-f9c0-4471-8102-ebeef975d753 req-1d6d4e05-2657-4950-96f3-4d437da4153a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0892618 Feb 15 15:51:24.536194 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0b098ab9-f9c0-4471-8102-ebeef975d753 req-0a8a71de-72b5-43ae-b394-b6fa0f0dd8fe tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Feb 15 15:51:24.973476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6d4fd-9ac2-41e6-ac91-36a1fdca9709 req-27b295cd-0fe9-4aa8-b15f-dd95fe5586fe tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:24.975098 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f4b6d4fd-9ac2-41e6-ac91-36a1fdca9709 req-27b295cd-0fe9-4aa8-b15f-dd95fe5586fe tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0848868 Feb 15 15:51:25.022574 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f4b6d4fd-9ac2-41e6-ac91-36a1fdca9709 req-6229eea9-e80c-4b17-8257-0531b2207256 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Feb 15 15:51:25.118689 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de380d9a-8fc5-4179-b1e9-c2adf12307a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:25.738832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a066a58-a765-475d-b1a4-5a838543b4c6 req-63df827c-b69c-459f-a750-d075f1b70cb0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:25.740679 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9a066a58-a765-475d-b1a4-5a838543b4c6 req-63df827c-b69c-459f-a750-d075f1b70cb0 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0885570 Feb 15 15:51:25.787323 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9a066a58-a765-475d-b1a4-5a838543b4c6 req-da29a678-8065-4233-887a-486f42d87d56 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Feb 15 15:51:25.999115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:26.220375 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00ed5-387e-4943-b324-8e5720a9ffce req-98fb00a5-7856-4d69-9a2d-acce316491eb tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:26.222013 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fba00ed5-387e-4943-b324-8e5720a9ffce req-98fb00a5-7856-4d69-9a2d-acce316491eb tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0854962 Feb 15 15:51:26.268768 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fba00ed5-387e-4943-b324-8e5720a9ffce req-e518b53f-155b-451d-815d-3ea23b54928c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397444 Feb 15 15:51:26.989493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56e9a8-f70b-4158-b62b-ed99732a5993 req-dffabb76-817f-4bb1-bb75-856b9c2d016e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:26.991189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc56e9a8-f70b-4158-b62b-ed99732a5993 req-dffabb76-817f-4bb1-bb75-856b9c2d016e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0883148 Feb 15 15:51:27.039379 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc56e9a8-f70b-4158-b62b-ed99732a5993 req-062596dd-b0c7-4ce6-b40d-83554ee2b88e tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Feb 15 15:51:27.057343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:27.164882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-467010a2-c2c5-41ca-925a-00254c04c915 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:27.167091 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-467010a2-c2c5-41ca-925a-00254c04c915 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 945 time: 0.0869288 Feb 15 15:51:27.242487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Deleting port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:51:27.242865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:27.320156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:27.566423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] For port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:51:27.566825 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:27.588224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b5e56-6293-4638-8bf5-79377a8aeadf req-1b90ed3f-b952-4a84-808a-f22e2185bf26 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:27.589809 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e30b5e56-6293-4638-8bf5-79377a8aeadf req-1b90ed3f-b952-4a84-808a-f22e2185bf26 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.2071280 Feb 15 15:51:27.748865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:51:27.879931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:27.909599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:51:27.921132 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:51:27.924702 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:27.926810 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:27.928534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Calling delete_port for ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:51:27.965281 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc', 'code': 200} Feb 15 15:51:27.999802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:28.003408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:28.014247 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e30b5e56-6293-4638-8bf5-79377a8aeadf req-4e0e8fdd-ea99-48a4-9196-fd86bf694842 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3684504 Feb 15 15:51:28.038080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:51:28.038453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:51:28.241850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec57d0-4cbc-48de-a9a4-9939224752a5 req-d4bad6f4-1373-4d88-a5cf-78b2c7625665 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:28.244005 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ec57d0-4cbc-48de-a9a4-9939224752a5 req-d4bad6f4-1373-4d88-a5cf-78b2c7625665 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 943 time: 0.0880740 Feb 15 15:51:28.291198 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ec57d0-4cbc-48de-a9a4-9939224752a5 req-ff4937af-3c5a-47de-872f-5f62f61ec8ec tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/security-groups?id=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Feb 15 15:51:28.539505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Deleting port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:51:28.539833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:28.801128 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] For port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:51:28.801447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:28.935505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Calling delete_port for ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:51:29.091013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:29.106239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cd4c37d1-73c3-40a9-9120-64412cf4cc8a tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:29.209257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Pushing event deleted for resources: {'Port': ['ID=ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:29.252172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:29.354685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76492a-af75-4df6-adb8-5f0c489f1c38 req-355ea19b-6668-459c-937e-d97f4111e811 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:29.356299 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fc76492a-af75-4df6-adb8-5f0c489f1c38 req-355ea19b-6668-459c-937e-d97f4111e811 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1597526 Feb 15 15:51:29.413070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] No DVR routers for this DVR port ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:51:29.418368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:29.457641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'name': 'network-vif-deleted', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:51:29.490685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-ae305e65-c2e8-42e7-b725-1c00a54830d8 req-7fb24da3-6f85-4402-a737-09164387e4b4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Synchronizing usage tracker for tenant:180944fec73b4139972e8f1d2c71e9e4 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:51:29.501010 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe84e65-3f33-4740-af65-3c840ae875b7 req-0efc9960-0db8-4589-bccb-2bb86e70a549 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.111 "DELETE /v2.0/ports/ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc HTTP/1.1" status: 204 len: 173 time: 2.3281384 Feb 15 15:51:29.509208 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fc76492a-af75-4df6-adb8-5f0c489f1c38 req-f94161c8-d640-4787-b951-40824f3278ce tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251473 Feb 15 15:51:29.518655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-ae305e65-c2e8-42e7-b725-1c00a54830d8 req-7fb24da3-6f85-4402-a737-09164387e4b4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Unset dirty status for tenant:180944fec73b4139972e8f1d2c71e9e4 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:51:29.519967 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ae305e65-c2e8-42e7-b725-1c00a54830d8 req-7fb24da3-6f85-4402-a737-09164387e4b4 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] 10.222.0.74 "GET /v2.0/ports?device_id=987cb370-bf7f-47ef-b850-282e7c6a2e38 HTTP/1.1" status: 200 len: 210 time: 0.1112049 Feb 15 15:51:29.572107 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987cb370-bf7f-47ef-b850-282e7c6a2e38', 'name': 'network-vif-deleted', 'tag': 'ff9f1104-0e6b-4dd8-a7eb-a0c6281638bc', 'status': 'completed', 'code': 200} Feb 15 15:51:30.622200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42826) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:30.711129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169991b0-7841-4f0f-bc80-e1dc9a9aae52 req-228cbff1-4dec-475c-bb90-ed301a565271 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:30.712825 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-169991b0-7841-4f0f-bc80-e1dc9a9aae52 req-228cbff1-4dec-475c-bb90-ed301a565271 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0873480 Feb 15 15:51:30.761143 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-169991b0-7841-4f0f-bc80-e1dc9a9aae52 req-81670143-f430-43c8-847c-a9efae6413fe tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Feb 15 15:51:31.190808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854123730'] for router_interface, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:31.757087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Deleting port 62ec1299-4b6d-4102-abfe-f01df97c7c7e {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:51:31.757684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:31.944106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] For port 62ec1299-4b6d-4102-abfe-f01df97c7c7e, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=62ec1299-4b6d-4102-abfe-f01df97c7c7e,segment=NetworkSegment(baa2c217-0354-4b53-9147-c5602c2e5430),segment_id=baa2c217-0354-4b53-9147-c5602c2e5430)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:51:31.944516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:31.963858 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5288f-ed5b-4e62-b9b7-4f663011b605 req-360d2556-8f52-46ea-9b14-1b50752dc951 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:31.965477 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6df5288f-ed5b-4e62-b9b7-4f663011b605 req-360d2556-8f52-46ea-9b14-1b50752dc951 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0905499 Feb 15 15:51:32.014815 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6df5288f-ed5b-4e62-b9b7-4f663011b605 req-4cc59d44-2d31-4c81-9f3b-34dac9b2309e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Feb 15 15:51:32.078644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Calling delete_port for 62ec1299-4b6d-4102-abfe-f01df97c7c7e owned by network:router_interface {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:51:32.465232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:32.481271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bdc3b296-ee82-40b1-bbd8-794eaa7f9ba1 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:32.582358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ec1299-4b6d-4102-abfe-f01df97c7c7e,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:32.596115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.596522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.596917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.597309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.597696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.598107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.598497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.598886 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.599267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.599646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.600025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.600404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.600885 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.601265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.601645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.602051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.602451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.602828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.603205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.603580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.603957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.604332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.604705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.605080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:51:32.609994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:32.896530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853994779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645841'] for router_interface, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:33.211223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfe63-08f5-4cc7-b3f6-7205a1f24e9c req-ff040f60-019f-4763-971c-29d3ba092f45 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:33.212856 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-adacfe63-08f5-4cc7-b3f6-7205a1f24e9c req-ff040f60-019f-4763-971c-29d3ba092f45 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0844448 Feb 15 15:51:33.264097 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-adacfe63-08f5-4cc7-b3f6-7205a1f24e9c req-cef2d6d1-25e8-4cec-ae21-b1ef872ea722 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447025 Feb 15 15:51:33.636261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:51:33.827107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:51:33.835888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] Sync routers for ids ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:51:33.843327 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c52953b8-66b1-40a9-9c88-757371579008 admin admin] 10.222.0.74 "PUT /v2.0/routers/8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2199090 Feb 15 15:51:33.845995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42834) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:33.849371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] Routers {'8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:51:33.850188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:51:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:51:34.038123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:34.038778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] Set router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:51:34.236152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:34.242223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Deleting port f89792c3-2d67-4afd-8ecc-b1d7725e712f {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:51:34.242631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:34.443331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] For port f89792c3-2d67-4afd-8ecc-b1d7725e712f, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=f89792c3-2d67-4afd-8ecc-b1d7725e712f,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:51:34.443751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:34.488684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6715e-019e-4d44-9ca9-e9ef844164e3 req-38015aec-3fb5-4a7d-9e09-84ca60b9b131 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:34.491333 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8cb6715e-019e-4d44-9ca9-e9ef844164e3 req-38015aec-3fb5-4a7d-9e09-84ca60b9b131 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0980933 Feb 15 15:51:34.535217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:51:32Z', 'revision_number': 5, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:51:34.539663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] Checking router: 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:51:34.544113 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8cb6715e-019e-4d44-9ca9-e9ef844164e3 req-9b973886-fe73-4b09-a662-eeade3d89851 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456100 Feb 15 15:51:34.552582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] Routers {'8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:51:34.553241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:51:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:51:34.605502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Calling delete_port for f89792c3-2d67-4afd-8ecc-b1d7725e712f owned by network:router_gateway {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:51:34.741678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] Set router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:51:34.747424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.plugins.ml2.ovo_rpc [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: result = function(*args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: proto.__init__(conn_state, self) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: self.handle() Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: self.handle_one_request() Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: self.handle_one_response() Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: result = self.application(self.environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return app(environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return request.get_response(self.application) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self._app) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return resp(environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return resp(environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: response = self.app(environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return resp(environ, start_response) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 15:51:34.749996 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: result = method(request=request, **args) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return self._delete(request, id, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return f(*dup_args, **dup_kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: obj_deleter(request.context, id, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return method(*args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return f(*dup_args, **dup_kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: self._delete_current_gw_port(context, id, router, None) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: admin_ctx, gw_port_id, l3_port_check=False) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, context, *args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return method(*args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: context, port, router_ids, bound_mech_contexts) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: return function(*args, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: callback(resource, event, trigger, **kwargs) Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: if self._is_session_semantic_violated(context, resource, event): Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: stack = traceback.extract_stack() Feb 15 15:51:34.755985 dv-cinder-768105-5-smb neutron-server[83906]: Feb 15 15:51:34.939928 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652154'] for router_gateway, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.045080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:51:32Z', 'revision_number': 5, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:51:35.049247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba29818b-65b4-47a1-9a75-cb0f0db2f90a None None] The sync data for ids ['8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2'] in dv-cinder-768105-5-smb is: [{'id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'name': 'tempest-ServerRescueNegativeTestJSON-1241814976-router', 'tenant_id': '180944fec73b4139972e8f1d2c71e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161'}], 'enable_snat': True}, 'gw_port_id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:51:32Z', 'revision_number': 5, 'project_id': '180944fec73b4139972e8f1d2c71e9e4', 'gw_port': {'id': 'f89792c3-2d67-4afd-8ecc-b1d7725e712f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:2f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:51:35.086191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102899'] for router, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.089094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.211296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605324'] for router, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.212484 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 {{(pid=84019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 15:51:35.225362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.226621 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-e57021e5-dfe0-4cc1-8682-90a2681cb9d2 admin admin] 10.222.0.74 "DELETE /v2.0/routers/8f5a22a7-a128-43c6-bf28-6ad1ac6a18a2 HTTP/1.1" status: 204 len: 168 time: 1.3796332 Feb 15 15:51:35.229527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42840) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:35.295334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Deleting subnet 585b8111-4171-4726-bdce-07cf3361f480 {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:51:35.298488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.351371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.414070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.680233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.697518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c519e288-58f8-403c-a808-1f6d2880a903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:35.763388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6e24c-fbbd-4eba-80a8-b9801b4e5d92 req-b6d58b35-cc07-4c9d-ac81-ae6ca260c30e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:35.765001 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-70f6e24c-fbbd-4eba-80a8-b9801b4e5d92 req-b6d58b35-cc07-4c9d-ac81-ae6ca260c30e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0951817 Feb 15 15:51:35.793127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585b8111-4171-4726-bdce-07cf3361f480,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:35.797927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:35.818450 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-70f6e24c-fbbd-4eba-80a8-b9801b4e5d92 req-338925bb-390f-456d-b187-21ded2d0a02a tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467010 Feb 15 15:51:35.827871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 064ad0e1-a902-4ebd-88ef-de57ea1be265 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:51:35.841377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.848887 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/585b8111-4171-4726-bdce-07cf3361f480 HTTP/1.1" status: 204 len: 168 time: 0.6167939 Feb 15 15:51:35.850053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42846) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:35.914554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:51:35.915006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:35.963892 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:36.168512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:36.283372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07df1439-717b-432e-8113-46918da4e280']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:51:36.296314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa2c217-0354-4b53-9147-c5602c2e5430') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:51:36.296650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa2c217-0354-4b53-9147-c5602c2e5430') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:51:36.309191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:36.323963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:36.326088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:51:36.525722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 62ec1299-4b6d-4102-abfe-f01df97c7c7e no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:51:36.566473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 62ec1299-4b6d-4102-abfe-f01df97c7c7e {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:51:36.566792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 62ec1299-4b6d-4102-abfe-f01df97c7c7e not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:51:36.567302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device f89792c3-2d67-4afd-8ecc-b1d7725e712f no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:51:36.605441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: f89792c3-2d67-4afd-8ecc-b1d7725e712f {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:51:36.605843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device f89792c3-2d67-4afd-8ecc-b1d7725e712f not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:51:36.733728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Network 07df1439-717b-432e-8113-46918da4e280 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:51:36.742973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:36.921641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Network 07df1439-717b-432e-8113-46918da4e280 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:51:36.945121 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:51:37.020062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159123e9-d859-4eb4-bd36-9fd754dd8734 req-8d6309cf-b4eb-4541-9008-47be347e7c77 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:37.022170 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-159123e9-d859-4eb4-bd36-9fd754dd8734 req-8d6309cf-b4eb-4541-9008-47be347e7c77 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0869284 Feb 15 15:51:37.024371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:37.029624 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:37.041184 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b086d85-c62d-4b95-9c68-c215134f62b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:37.064891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Pushing event deleted for resources: {'Network': ['ID=07df1439-717b-432e-8113-46918da4e280,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:37.068075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:37.072555 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] 10.222.0.74 "DELETE /v2.0/networks/07df1439-717b-432e-8113-46918da4e280 HTTP/1.1" status: 204 len: 168 time: 1.2209244 Feb 15 15:51:37.085296 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-159123e9-d859-4eb4-bd36-9fd754dd8734 req-b9927e6a-ebe1-4c24-8fb9-92b766f76287 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570104 Feb 15 15:51:37.250687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42856) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:37.306163 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-09724aff-9dd6-4813-963b-ffed36ef87f7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=180944fec73b4139972e8f1d2c71e9e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503988 Feb 15 15:51:37.308674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42860) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:37.372105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:37.399553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:37.445854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:37.451365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-509e261c-6ec1-40d4-88d4-2353a8186c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:37.464569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b143e32-7d2f-4ca7-bcaa-60bd48188a5a,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:37.467344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:37.468634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:37.472879 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3b143e32-7d2f-4ca7-bcaa-60bd48188a5a HTTP/1.1" status: 204 len: 168 time: 0.1631203 Feb 15 15:51:38.290319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6450d9-2984-40ea-9cd8-3b23b90efdeb req-40a48f31-d903-46cc-b69a-722c13cb8f41 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:38.291845 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5b6450d9-2984-40ea-9cd8-3b23b90efdeb req-40a48f31-d903-46cc-b69a-722c13cb8f41 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0869591 Feb 15 15:51:38.344624 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5b6450d9-2984-40ea-9cd8-3b23b90efdeb req-bcfcb591-6465-41e5-8c30-f431e4abe3c7 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461140 Feb 15 15:51:39.548420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4ceb8-f3e4-4a66-be2f-53d3c44420c1 req-971db916-6011-4af0-b8f5-1f6799c5dfa4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:39.550126 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-83f4ceb8-f3e4-4a66-be2f-53d3c44420c1 req-971db916-6011-4af0-b8f5-1f6799c5dfa4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0922852 Feb 15 15:51:39.600088 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-83f4ceb8-f3e4-4a66-be2f-53d3c44420c1 req-5cffa424-ba76-4b5b-924d-9d484338fd70 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Feb 15 15:51:40.166369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998e48c-29f0-442b-b212-3dd06045f654 req-aa369190-ce60-4825-94f2-5390c5f0768e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:40.168030 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b998e48c-29f0-442b-b212-3dd06045f654 req-aa369190-ce60-4825-94f2-5390c5f0768e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1470156 Feb 15 15:51:40.209606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a068984-4454-4484-8254-130c6deca33e req-d1a047af-080a-42e8-a5e8-a8d055804b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:40.211241 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a068984-4454-4484-8254-130c6deca33e req-d1a047af-080a-42e8-a5e8-a8d055804b71 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 1162 time: 0.1257820 Feb 15 15:51:40.302366 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b998e48c-29f0-442b-b212-3dd06045f654 req-3b72eec9-0ace-4628-b6ac-aa5aa46a43da tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271522 Feb 15 15:51:40.365489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a068984-4454-4484-8254-130c6deca33e req-67b2b27d-a84e-4a80-b0d5-7e2524217f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:40.367096 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a068984-4454-4484-8254-130c6deca33e req-67b2b27d-a84e-4a80-b0d5-7e2524217f92 service neutron] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 904 time: 0.1461375 Feb 15 15:51:40.478762 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a068984-4454-4484-8254-130c6deca33e req-caf551a5-81c1-48f8-b28e-da7b963b7bcc service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 200 len: 1001 time: 0.1034110 Feb 15 15:51:40.551191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a068984-4454-4484-8254-130c6deca33e req-6c4551f2-5a23-40ff-aca6-621c173f7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:40.552742 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a068984-4454-4484-8254-130c6deca33e req-6c4551f2-5a23-40ff-aca6-621c173f7d04 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.0660799 Feb 15 15:51:40.635159 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a068984-4454-4484-8254-130c6deca33e req-6f5c6b40-10f7-43dc-ac0a-a3169428d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:40.636772 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a068984-4454-4484-8254-130c6deca33e req-6f5c6b40-10f7-43dc-ac0a-a3169428d906 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763507 Feb 15 15:51:40.780835 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a068984-4454-4484-8254-130c6deca33e req-af1ea423-a63b-40fb-b621-ebe85837c102 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371372 Feb 15 15:51:40.926485 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6a068984-4454-4484-8254-130c6deca33e req-2d6bb9e2-d89a-4f28-b0bb-c29ddf31cde8 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380410 Feb 15 15:51:41.515567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7f80a-e2bb-4e90-9e5b-2db3ce540974 req-153780f9-f7f2-49a2-98b8-99dd457def63 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:41.517038 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f6a7f80a-e2bb-4e90-9e5b-2db3ce540974 req-153780f9-f7f2-49a2-98b8-99dd457def63 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0892360 Feb 15 15:51:41.563826 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f6a7f80a-e2bb-4e90-9e5b-2db3ce540974 req-9236d55b-b5b9-42aa-8c94-583bc6704860 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 Feb 15 15:51:41.875856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 064ad0e1-a902-4ebd-88ef-de57ea1be265 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:51:41.951557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 064ad0e1-a902-4ebd-88ef-de57ea1be265 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:51:41.951979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:42.143506 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-e40062ca-2e3c-4c5e-9a1c-32a0741f6a92 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0795772 Feb 15 15:51:42.456642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-bcf15df4-f583-4dd8-a074-380a726023fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:42.458291 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-bcf15df4-f583-4dd8-a074-380a726023fa service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 1162 time: 0.2905135 Feb 15 15:51:42.625788 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-dda460a4-7b99-46f2-ab60-6f98696a7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:42.627405 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-dda460a4-7b99-46f2-ab60-6f98696a7795 service neutron] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 904 time: 0.1492968 Feb 15 15:51:42.792877 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-6c683422-b397-4bdb-9caa-47220319d642 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 200 len: 1001 time: 0.1549909 Feb 15 15:51:42.872185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdd19e-0b11-4a45-9860-0379a9dec621 req-127be83e-cc38-453a-9c15-677980a5b08f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:42.873832 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ecdd19e-0b11-4a45-9860-0379a9dec621 req-127be83e-cc38-453a-9c15-677980a5b08f tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1793075 Feb 15 15:51:42.904621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-8ddbdbfd-d745-4c4e-9cfd-0cdafa063b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:42.906184 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-8ddbdbfd-d745-4c4e-9cfd-0cdafa063b08 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.1037610 Feb 15 15:51:42.975530 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ecdd19e-0b11-4a45-9860-0379a9dec621 req-f1853f7f-bd01-4963-9793-1a14b3f3cb27 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950618 Feb 15 15:51:43.006548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-f3d063e3-f2a0-4cdb-9589-1039e2a00907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:51:43.008160 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-f3d063e3-f2a0-4cdb-9589-1039e2a00907 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887728 Feb 15 15:51:43.157147 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-1e4bff96-ac5e-4c8b-8a85-5beec68dcf69 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374171 Feb 15 15:51:43.306776 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fea5ef5c-f042-4dfb-9eb6-7da7b206955a req-dd1c763c-0b42-45b1-ae24-f26876cba364 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358700 Feb 15 15:51:45.412600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42958) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:45.536977 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:45.552105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:51:45.556730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0469ea9ae01145a9b57230332c971b25 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:51:45.559735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:51:45.565518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:51:45.659229 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:45.662058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:45.670912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-072f5405-3988-4d33-b794-2492a8702abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:45.714194 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0469ea9ae01145a9b57230332c971b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003881 Feb 15 15:51:45.715245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900ff4e7-16ae-48ad-b29a-849fef92a9d6,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:45.717151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42964) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:45.718950 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:45.784793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:45.813352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:45.858555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:45.862434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7beb9201-26de-45e5-b167-f35f4cb72347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:45.874735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900ff4e7-16ae-48ad-b29a-849fef92a9d6,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:45.879993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:45.882162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:45.883477 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/900ff4e7-16ae-48ad-b29a-849fef92a9d6 HTTP/1.1" status: 204 len: 168 time: 0.1652465 Feb 15 15:51:46.174101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 42972) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:46.193168 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:46.208118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:51:46.212647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba16e74ef4a4057b3f3fe77acf8ed3d is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:51:46.215568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:51:46.221251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:51:46.308151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:46.311337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:46.320422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a483cb28-0057-43f9-a440-614db744646e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:46.362736 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5ba16e74ef4a4057b3f3fe77acf8ed3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874323 Feb 15 15:51:46.364608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddab1bb-a69b-4fa6-bee0-974d3dae9416,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:46.365911 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 42976) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:46.367925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:46.429007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:46.457822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:46.504916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:46.510407 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-517fb7ca-f4f2-460e-9525-0d2ce2933f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:46.522712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddab1bb-a69b-4fa6-bee0-974d3dae9416,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:46.525671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:46.533162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:46.534416 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2ddab1bb-a69b-4fa6-bee0-974d3dae9416 HTTP/1.1" status: 204 len: 168 time: 0.1674111 Feb 15 15:51:47.903775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:51.557694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43054) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:51.681542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:51.701274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:51:51.705353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Usage tracker for resource:security_group_rule and tenant:619cab926c92406889ba090fd93a9076 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:51:51.708307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:51:51.714332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:51:51.800706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:51.804076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:51.813863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f69aab1c-c6ed-4353-bac4-a15948f30c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:51.855767 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=619cab926c92406889ba090fd93a9076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968848 Feb 15 15:51:51.857434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a33b29e-804d-4261-b3d2-751a5922b2cd,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:51.859363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43064) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:51.861377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:51.928122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:51.956351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.001165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.006088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-277d7257-ea1a-49e0-9782-770101c8292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:52.020483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a33b29e-804d-4261-b3d2-751a5922b2cd,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:52.023654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:52.027954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.029873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4a33b29e-804d-4261-b3d2-751a5922b2cd HTTP/1.1" status: 204 len: 168 time: 0.1689782 Feb 15 15:51:52.332059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43072) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:52.351910 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.368388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:51:52.372528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Usage tracker for resource:security_group_rule and tenant:614188e0b41747c6a953a497f3eef1e3 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:51:52.375570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:51:52.381411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:51:52.467194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.470084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.479106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-00f0f8c7-8397-4087-bc16-bf3878674de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:52.527013 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=614188e0b41747c6a953a497f3eef1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936262 Feb 15 15:51:52.527835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3cff75-c8fb-4592-85d8-518869965fad,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:52.529783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43078) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:51:52.531119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:52.593059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.619737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.664468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.669440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-947af0c6-ebd9-435b-b383-01fd976a72a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:51:52.685313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3cff75-c8fb-4592-85d8-518869965fad,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:51:52.688114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:51:52.697647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:52.698930 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fc3cff75-c8fb-4592-85d8-518869965fad HTTP/1.1" status: 204 len: 168 time: 0.1672177 Feb 15 15:51:52.792240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-90412ce8-3870-4373-a0da-c65af6376f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:55.121497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74e1256a-f1fb-40e1-a340-a4a3df6f3fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:56.000251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:57.060419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:57.323167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:51:59.211329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:52:00.321535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d94b8c-60dc-491b-9882-0fe85133c5cd req-edc29c5b-2c38-47f0-b654-8c59f38b2a51 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:00.323188 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-11d94b8c-60dc-491b-9882-0fe85133c5cd req-edc29c5b-2c38-47f0-b654-8c59f38b2a51 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.0892148 Feb 15 15:52:00.373694 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-11d94b8c-60dc-491b-9882-0fe85133c5cd req-61881405-ac5b-43ff-a630-1006fe71d0c0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441537 Feb 15 15:52:01.697230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a5df5-ce41-4f99-9b5f-b4a526dd9ae7 req-59a56651-0b3a-4f91-b618-0a3c2c472216 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:01.698776 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-099a5df5-ce41-4f99-9b5f-b4a526dd9ae7 req-59a56651-0b3a-4f91-b618-0a3c2c472216 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.2036514 Feb 15 15:52:01.747620 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-099a5df5-ce41-4f99-9b5f-b4a526dd9ae7 req-d8457da8-75c4-4962-a6a6-7ff4f884c04f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 Feb 15 15:52:03.026226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-2d54103c-71f3-42e8-995b-df2c11b76cbc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:03.027840 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-2d54103c-71f3-42e8-995b-df2c11b76cbc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1650314 Feb 15 15:52:03.034054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada28228-c146-4224-81ff-ea89d0d9367f req-19eae8e3-c4c9-416b-9649-e8d6a21035ab tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:03.035660 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ada28228-c146-4224-81ff-ea89d0d9367f req-19eae8e3-c4c9-416b-9649-e8d6a21035ab tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 946 time: 0.1345191 Feb 15 15:52:03.144442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Deleting port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:52:03.144822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:03.182354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ada28228-c146-4224-81ff-ea89d0d9367f req-f3f3e545-1b04-47ba-a115-9ae3502e3b6e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=edab10d6-df1f-48df-9e29-fc6e227006dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115048 Feb 15 15:52:03.410919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] For port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:52:03.411239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:03.725261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:03.725752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:03.726161 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Floating IP fa9703a9-c71b-4847-b18a-26c938b2f418 disassociated. External IP: 172.28.2.224, port: 5b2f5683-7780-4cd6-8c22-4dc6fae8f637. Feb 15 15:52:03.726561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Calling delete_port for 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:52:03.873731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:03.891395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:03.997152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event deleted for resources: {'Port': ['ID=5b2f5683-7780-4cd6-8c22-4dc6fae8f637,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:03.999728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:04.038666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:52:04.080374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:52:04.080772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:52:04.461586 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ef9017ee-530f-4c86-84e0-e27d1050642f req-3860f0f9-63b2-4fbc-ae79-dbd010552b2e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e9d7697-e51f-47fe-b113-62982628bccf HTTP/1.1" status: 200 len: 210 time: 0.0619342 Feb 15 15:52:04.527962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:52:04.733629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:52:04.744394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] Sync routers for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:52:04.757614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:52:04.758539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:51:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:04.775185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] No DVR routers for this DVR port 5b2f5683-7780-4cd6-8c22-4dc6fae8f637 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:52:04.777482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:04.780250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-deleted', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:04.799685 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9f19dbe8-e225-4c3f-b7c0-69aa0cf1cfb2 req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "DELETE /v2.0/ports/5b2f5683-7780-4cd6-8c22-4dc6fae8f637 HTTP/1.1" status: 204 len: 173 time: 1.7611542 Feb 15 15:52:04.848820 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9d7697-e51f-47fe-b113-62982628bccf', 'name': 'network-vif-deleted', 'tag': '5b2f5683-7780-4cd6-8c22-4dc6fae8f637', 'status': 'completed', 'code': 200} Feb 15 15:52:04.977238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:52:05.324480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:05.328699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] Checking router: f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:52:05.338791 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:52:05.339403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:51:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:05.536838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:52:05.611116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43218) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:05.682586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:05.714447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:05.764580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:05.770186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-14c86315-3e02-4105-a500-f4e3df697e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:05.787218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edab10d6-df1f-48df-9e29-fc6e227006dd,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:05.790248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:05.791503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:05.793001 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "DELETE /v2.0/security-groups/edab10d6-df1f-48df-9e29-fc6e227006dd HTTP/1.1" status: 204 len: 168 time: 0.1804934 Feb 15 15:52:05.795707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43222) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:05.823902 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.v2.resource [None req-a467001d-8f4a-46c1-943a-8bacde0c8afa tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] show failed (client error): The resource could not be found. Feb 15 15:52:05.828528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43226) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:05.833856 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a467001d-8f4a-46c1-943a-8bacde0c8afa tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups/edab10d6-df1f-48df-9e29-fc6e227006dd HTTP/1.1" status: 404 len: 347 time: 0.0358989 Feb 15 15:52:05.910372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:05.916422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daca595-6e2e-4232-b10e-f3e87428035d None None] The sync data for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb is: [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:52:06.015733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Deleting port 705982dc-121f-4918-bb5e-912866c224da {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:52:06.016418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:06.214431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:06.214805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:06.339370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281b517-d162-43b2-b445-e1a718ce41b2 None None] New status for floating IP fa9703a9-c71b-4847-b18a-26c938b2f418: DOWN {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:52:06.359192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Calling delete_port for 705982dc-121f-4918-bb5e-912866c224da owned by network:floatingip {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:52:06.521331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:06.522302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-2281b517-d162-43b2-b445-e1a718ce41b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84022) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:52:06.522782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-2281b517-d162-43b2-b445-e1a718ce41b2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:52:06.538805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1743f3e0-3b36-4426-bd34-2414bdf9b2ed tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:06.637586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event deleted for resources: {'Port': ['ID=705982dc-121f-4918-bb5e-912866c224da,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:06.647414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:06.770888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:06.795422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:06.796707 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "DELETE /v2.0/floatingips/fa9703a9-c71b-4847-b18a-26c938b2f418 HTTP/1.1" status: 204 len: 168 time: 0.9669933 Feb 15 15:52:07.025487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281b517-d162-43b2-b445-e1a718ce41b2 None None] New status for floating IP fa9703a9-c71b-4847-b18a-26c938b2f418: DOWN {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:52:07.408518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43240) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:07.414253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372447932', 'description': 'tempest-description--1271483655'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:07.421123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:07.425318 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:07.428379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:07.436253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:07.445926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.466853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:07.470849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group_rule and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:07.473821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:07.480365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:07.553004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.556645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.561869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c23da467-4b95-4251-9ace-d2f9ea833603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:07.601255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:07.604646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.608661 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1962812 Feb 15 15:52:07.608661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:07.609416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43244) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:07.614781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'security_group_rule': {'security_group_id': '0adc4d8a-4ec7-49da-a977-cbb0b54b7e22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:07.621807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:07.625955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group_rule and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:07.628975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:07.634776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:07.651044 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.714574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.717277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.724395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-63bb261e-286e-4e9e-9375-13480ef9dd88 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:07.744230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12103777-574a-4904-86b3-fb18c0eab531,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:07.747577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:07.755104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.756419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463532 Feb 15 15:52:07.759316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43248) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:07.764785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'security_group_rule': {'security_group_id': '0adc4d8a-4ec7-49da-a977-cbb0b54b7e22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:07.770978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:07.774930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:security_group_rule and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:07.777877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:07.784441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:07.804403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.868927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.871725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.873752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:07.896740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251d8c7c-cf1d-4843-9d97-3e716f6b499b,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:07.899887 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:07.906249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:07.907512 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ea300d48-eb6a-4537-a72d-3fca162ccf89 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472156 Feb 15 15:52:07.910986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43252) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:07.917653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'floatingip': {'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:07.923653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:07.927695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Usage tracker for resource:floatingip and tenant:80755d66beff435983477bbede40810b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:07.930696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:07.936444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:07.946610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:08.095054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:08.372202 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Allocated IP 172.28.2.241 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/4c4ff5aa-62b4-4f91-8c6b-a8f48d3d9756) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:52:08.537829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:08.569107 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:08.637131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:08.733719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'Port': ['ID=4c4ff5aa-62b4-4f91-8c6b-a8f48d3d9756,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:08.738139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:08.779233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:52:08.780434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:52:08.782756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:52:08.867808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:08.929671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:09.208620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:09.212170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:09.227255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4ea5eb9b-39c6-424f-af90-16ffa602fbaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:09.369800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'Port': ['ID=4c4ff5aa-62b4-4f91-8c6b-a8f48d3d9756,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:09.374800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:09.467654 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:09.490078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:09.491430 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5793622 Feb 15 15:52:09.660390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-06e50178-72b8-4e23-ab02-5029ca48df4e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Synchronizing usage tracker for tenant:80755d66beff435983477bbede40810b on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:52:09.678219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-06e50178-72b8-4e23-ab02-5029ca48df4e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Unset dirty status for tenant:80755d66beff435983477bbede40810b on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:52:09.679489 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-06e50178-72b8-4e23-ab02-5029ca48df4e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--372447932&fields=id&tenant_id=80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 267 time: 0.0613093 Feb 15 15:52:09.846125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-83628a59-fe4b-444b-9b6a-b49abe0043b2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:09.847726 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-83628a59-fe4b-444b-9b6a-b49abe0043b2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 817 time: 0.1599936 Feb 15 15:52:09.863167 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-bafc84eb-b0b2-431d-b378-5886832f58e2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/quotas/80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 375 time: 0.0095654 Feb 15 15:52:09.957411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-29673664-a529-470f-967a-6a498babeb62 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Synchronizing usage tracker for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:52:09.972331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-29673664-a529-470f-967a-6a498babeb62 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Unset dirty status for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:52:09.973710 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-29673664-a529-470f-967a-6a498babeb62 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1049697 Feb 15 15:52:10.172527 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-aa286b31-8334-4025-a5a0-08e1427a12ef service neutron] 10.222.0.74 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862156 Feb 15 15:52:10.315064 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-06640896-5656-4dba-ba19-9ba3a4bd5595 service neutron] 10.222.0.74 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359053 Feb 15 15:52:10.514855 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6f01b9aa-c527-49c0-8621-ff32f4bb300d req-92a08e45-74de-43a7-9aae-dace3dd06700 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 210 time: 0.0520105 Feb 15 15:52:11.679534 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cdb3ea0e-b7c3-47a5-a1f3-6471399b2501 req-1521503a-2418-44bc-8fed-ddb2e45b1fa3 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 210 time: 0.0476921 Feb 15 15:52:12.014537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-d1cba777-4505-4f75-a773-e24fdb296ee0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:12.016104 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-d1cba777-4505-4f75-a773-e24fdb296ee0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 817 time: 0.1597776 Feb 15 15:52:12.101232 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-b7a20aa9-1f52-447a-b7d6-2d879401f130 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 5704 time: 0.0708096 Feb 15 15:52:12.113638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'port': {'device_id': '07241312-44e8-4754-a403-9818a95be386', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'admin_state_up': True, 'tenant_id': '80755d66beff435983477bbede40810b', 'security_groups': ['0adc4d8a-4ec7-49da-a977-cbb0b54b7e22']}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:12.258767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:12.274555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:12.283528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Made reservation on behalf of 80755d66beff435983477bbede40810b for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:52:12.289158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:12.603486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Allocated IP 172.20.0.13 (cb3c15ea-43f2-4c2f-9972-ac9050314662/64056cce-2f65-4dd7-8ff5-d32180ecec1b/81e6cc0b-5034-478b-a297-5e6a804abbfa) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:52:12.856381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:12.869260 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8d3a30bc-1a94-477a-b9f4-e6e0b8f4c54b req-d06aee80-6dc4-459d-97a2-50df9f568c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 210 time: 0.0639899 Feb 15 15:52:12.880178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Transition to ACTIVE for port object 81e6cc0b-5034-478b-a297-5e6a804abbfa will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:52:12.905057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:12.920334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-92e8a913-d051-41be-9d27-7adadbd29493 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:13.064055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event updated for resources: {'Port': ['ID=81e6cc0b-5034-478b-a297-5e6a804abbfa,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:13.077555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:13.121660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:52:13.122829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:52:13.125123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:52:13.193802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:13.194506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:13.221123 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1114967 Feb 15 15:52:13.285404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Request body: {'port': {'device_id': '07241312-44e8-4754-a403-9818a95be386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:13.401850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d2ae07b8-03d1-4bce-b5e3-250f00bd6b1c None None] Provisioning for port 81e6cc0b-5034-478b-a297-5e6a804abbfa completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:52:13.407200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d2ae07b8-03d1-4bce-b5e3-250f00bd6b1c None None] Provisioning complete for port 81e6cc0b-5034-478b-a297-5e6a804abbfa triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:13.407719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2ae07b8-03d1-4bce-b5e3-250f00bd6b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:13.409659 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:13.471039 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae07b8-03d1-4bce-b5e3-250f00bd6b1c None None] Port 81e6cc0b-5034-478b-a297-5e6a804abbfa cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:52:13.830553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e6cc0b-5034-478b-a297-5e6a804abbfa {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:52:13.838801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:13.850816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Transition to ACTIVE for port object 81e6cc0b-5034-478b-a297-5e6a804abbfa will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:52:13.853543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:13.869425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-94b42855-3beb-4f2b-aecc-d6253fe9d39c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:14.061074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Pushing event updated for resources: {'Port': ['ID=81e6cc0b-5034-478b-a297-5e6a804abbfa,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:14.064232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:14.410489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f887ca-3cfe-4841-8b74-fbf77bd9a4a6 req-d93c830f-3554-4038-ac15-c2f213167be7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:14.411256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-44f887ca-3cfe-4841-8b74-fbf77bd9a4a6 req-d93c830f-3554-4038-ac15-c2f213167be7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Synchronizing usage tracker for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:52:14.472324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-44f887ca-3cfe-4841-8b74-fbf77bd9a4a6 req-d93c830f-3554-4038-ac15-c2f213167be7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Unset dirty status for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:52:14.473620 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44f887ca-3cfe-4841-8b74-fbf77bd9a4a6 req-d93c830f-3554-4038-ac15-c2f213167be7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.4865608 Feb 15 15:52:14.517022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Attempting to bind port 81e6cc0b-5034-478b-a297-5e6a804abbfa on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:52:14.517431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Attempting to bind port 81e6cc0b-5034-478b-a297-5e6a804abbfa by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:52:14.517837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Attempting to bind port 81e6cc0b-5034-478b-a297-5e6a804abbfa on network cb3c15ea-43f2-4c2f-9972-ac9050314662 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:52:14.533822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:52:14.534229 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Checking segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:52:14.534642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:14.535041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Bound using segment: {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:52:14.535525 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Bound port: 81e6cc0b-5034-478b-a297-5e6a804abbfa, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:52:14.535899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:14.565328 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44f887ca-3cfe-4841-8b74-fbf77bd9a4a6 req-2e2af1ba-be88-497f-8a73-823a031e28c5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843296 Feb 15 15:52:14.646288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] For port 81e6cc0b-5034-478b-a297-5e6a804abbfa, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:52:14.650084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] For port 81e6cc0b-5034-478b-a297-5e6a804abbfa, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:52:14.653518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:14.669844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bd86e9af-d66d-4c4c-9967-3d0e91c274b7 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:14.834424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Pushing event updated for resources: {'Port': ['ID=81e6cc0b-5034-478b-a297-5e6a804abbfa,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:14.840351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:14.881949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:14.882726 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:14.884149 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] 10.222.0.111 "PUT /v2.0/ports/81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 200 len: 1158 time: 1.6544025 Feb 15 15:52:14.884684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:14.960456 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'status': 'completed', 'code': 200} Feb 15 15:52:15.007835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-16dceb01-8ffc-4812-b74b-364e770113e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:15.010314 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-16dceb01-8ffc-4812-b74b-364e770113e9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1161 time: 0.0866573 Feb 15 15:52:15.095504 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-d096da03-b8c7-46d2-98bc-e2f3b0cb8c4b service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 200 len: 217 time: 0.0724905 Feb 15 15:52:15.167478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-ce3e5f97-0c54-4697-a0ce-f2fbbdd46ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:15.168975 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-ce3e5f97-0c54-4697-a0ce-f2fbbdd46ec3 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.0669518 Feb 15 15:52:15.255621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-22fc2d2d-6a53-4e84-b19a-0198089bd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:15.257670 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-22fc2d2d-6a53-4e84-b19a-0198089bd6a3 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802593 Feb 15 15:52:15.407407 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-a016a8a2-5b75-4898-813a-2532636a5c82 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391256 Feb 15 15:52:15.555051 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82fb260d-b5ac-448d-8ea4-744f40431552 req-c3a12f4d-65da-4cfe-89bd-1f4002b4e3df service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384642 Feb 15 15:52:15.683196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febb20-1737-4383-9139-64ddc9e41f9e req-2f393a5d-6046-4440-ac2e-3b55fbde30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:15.684834 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-15febb20-1737-4383-9139-64ddc9e41f9e req-2f393a5d-6046-4440-ac2e-3b55fbde30c6 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1161 time: 0.0834367 Feb 15 15:52:15.893768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4958-fc10-4400-a212-977ab1bef4f6 req-226ae9cc-f2e2-4aaf-a4d0-d6ec1858f5bf tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:15.895356 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c58c4958-fc10-4400-a212-977ab1bef4f6 req-226ae9cc-f2e2-4aaf-a4d0-d6ec1858f5bf tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.2085772 Feb 15 15:52:15.896435 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febb20-1737-4383-9139-64ddc9e41f9e req-2d5058d2-91d0-44bf-9698-0497e50ebd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:15.897869 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-15febb20-1737-4383-9139-64ddc9e41f9e req-2d5058d2-91d0-44bf-9698-0497e50ebd39 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.1757522 Feb 15 15:52:15.990113 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-15febb20-1737-4383-9139-64ddc9e41f9e req-df7bbef0-f4dc-4763-9670-f32734d909fa service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 200 len: 217 time: 0.0741010 Feb 15 15:52:16.052549 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c58c4958-fc10-4400-a212-977ab1bef4f6 req-3bd73417-65c8-4368-9c3a-405daef0efb0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503332 Feb 15 15:52:16.079081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febb20-1737-4383-9139-64ddc9e41f9e req-09a5e4f5-115a-4444-98a6-cd61c0276fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:16.079081 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-15febb20-1737-4383-9139-64ddc9e41f9e req-09a5e4f5-115a-4444-98a6-cd61c0276fcc service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.0745113 Feb 15 15:52:16.160766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15febb20-1737-4383-9139-64ddc9e41f9e req-4c78df26-b3ea-4bd0-9ee6-ec59a4e4c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:16.162320 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-15febb20-1737-4383-9139-64ddc9e41f9e req-4c78df26-b3ea-4bd0-9ee6-ec59a4e4c98e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760024 Feb 15 15:52:16.306599 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-15febb20-1737-4383-9139-64ddc9e41f9e req-40c262d2-04b2-4fa1-bcb9-0d68745ed170 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347446 Feb 15 15:52:16.451082 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-15febb20-1737-4383-9139-64ddc9e41f9e req-3ac7220f-0176-4d0e-bbac-14da1c97eee8 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368911 Feb 15 15:52:17.260789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb57bf-3808-40fe-9d6d-b9a084c24ef9 req-e4527063-4edc-4e93-b7c4-9f263ce6db06 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:17.262306 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-56fb57bf-3808-40fe-9d6d-b9a084c24ef9 req-e4527063-4edc-4e93-b7c4-9f263ce6db06 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0872345 Feb 15 15:52:17.315006 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-56fb57bf-3808-40fe-9d6d-b9a084c24ef9 req-2751f8df-5c96-4a05-913f-b3b3264f2bea tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460351 Feb 15 15:52:17.931773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:18.523620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a96d8-cf31-427f-83bd-2a642efd83f0 req-c4af63c6-4ee1-4ae8-851c-8ad83bf5add7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:18.525329 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb0a96d8-cf31-427f-83bd-2a642efd83f0 req-c4af63c6-4ee1-4ae8-851c-8ad83bf5add7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0888031 Feb 15 15:52:18.574512 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb0a96d8-cf31-427f-83bd-2a642efd83f0 req-6c3ed9e9-985b-4e01-92a9-0c12d914e668 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Feb 15 15:52:18.677931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 81e6cc0b-5034-478b-a297-5e6a804abbfa up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:52:18.747708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 81e6cc0b-5034-478b-a297-5e6a804abbfa completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:52:18.752483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 81e6cc0b-5034-478b-a297-5e6a804abbfa triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:18.752907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:18.875557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:18.902646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:18.912946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 81e6cc0b-5034-478b-a297-5e6a804abbfa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:52:18.916415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:18.918995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:18.956794 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'code': 200} Feb 15 15:52:18.990556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=81e6cc0b-5034-478b-a297-5e6a804abbfa,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:18.999056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:18.999390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:18.999764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.000133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.000505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.000873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.001241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.001606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.002006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.002390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.002775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.003136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.003590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.003951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.004311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.004668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.005025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.005388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.005746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.006126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.006482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.006864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.007190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.007544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:19.011771 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:19.209846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e863e3-64e8-4cd6-a808-26f2e54492f9 req-08af5d12-9edb-4adf-b51c-973dce8a0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:19.211524 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-54e863e3-64e8-4cd6-a808-26f2e54492f9 req-08af5d12-9edb-4adf-b51c-973dce8a0a71 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1163 time: 0.0795515 Feb 15 15:52:19.254297 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-54e863e3-64e8-4cd6-a808-26f2e54492f9 req-fbe5db76-e8c5-48a4-858a-484aae3a0dbf service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356011 Feb 15 15:52:19.792939 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84e659-4ae5-4f4e-86f2-6c46ece1de02 req-ad32f861-a255-4cb5-8abe-703ca7477421 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:19.794647 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2e84e659-4ae5-4f4e-86f2-6c46ece1de02 req-ad32f861-a255-4cb5-8abe-703ca7477421 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0957172 Feb 15 15:52:19.845960 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2e84e659-4ae5-4f4e-86f2-6c46ece1de02 req-0435cd69-666f-418a-936c-bab6446b57fb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450389 Feb 15 15:52:20.181739 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 81e6cc0b-5034-478b-a297-5e6a804abbfa up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:52:20.410899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 81e6cc0b-5034-478b-a297-5e6a804abbfa triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:20.411235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:21.054940 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd24ca7-990b-4429-8dd8-3ec0a8541075 req-6412bbb3-260f-43a6-b9d0-0a8de7e9405f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:21.057135 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bbd24ca7-990b-4429-8dd8-3ec0a8541075 req-6412bbb3-260f-43a6-b9d0-0a8de7e9405f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0904958 Feb 15 15:52:21.105301 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bbd24ca7-990b-4429-8dd8-3ec0a8541075 req-5160c173-b944-4a3c-aa3e-8fddb0f7b365 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Feb 15 15:52:21.303317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee11bbd-a18c-41a5-b2e0-1847bf96b2f8 req-9bf17ab0-46f5-45b6-9241-a99559bfe7bc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:21.305017 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ee11bbd-a18c-41a5-b2e0-1847bf96b2f8 req-9bf17ab0-46f5-45b6-9241-a99559bfe7bc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0866163 Feb 15 15:52:21.316036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43380) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:21.322036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Request body: {'floatingip': {'port_id': '81e6cc0b-5034-478b-a297-5e6a804abbfa'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:21.410170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:22.228413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 81e6cc0b-5034-478b-a297-5e6a804abbfa up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:52:22.268922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:22.272027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:22.302118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 81e6cc0b-5034-478b-a297-5e6a804abbfa triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:22.302542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:22.458584 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Floating IP c5bd7739-0032-4bda-ac32-bf53b52aced2 associated. External IP: 172.28.2.241, port: 81e6cc0b-5034-478b-a297-5e6a804abbfa. Feb 15 15:52:22.794393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fde731d3-d7e2-4e50-ae7e-f88582e661cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:22.840608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:52:23.031734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:52:23.036410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:23.043307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] Sync routers for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:52:23.054347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:52:23.055109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:51:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:23.099543 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1cef3c62-63d0-4414-8d2e-f1f762b39cc9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "PUT /v2.0/floatingips/c5bd7739-0032-4bda-ac32-bf53b52aced2 HTTP/1.1" status: 200 len: 992 time: 1.7821822 Feb 15 15:52:23.100130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa'}] {{(pid=84019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:23.211189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'status': 'completed', 'code': 200} Feb 15 15:52:23.250326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:52:23.332784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e59a-6341-47e7-a016-44065d6b5449 req-9e3b0321-3a12-44bf-8a01-1df0489c873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:23.334917 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993e59a-6341-47e7-a016-44065d6b5449 req-9e3b0321-3a12-44bf-8a01-1df0489c873e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1163 time: 0.0897348 Feb 15 15:52:23.485178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e59a-6341-47e7-a016-44065d6b5449 req-d3ebe9c3-ad80-4a6a-8d1c-fdb0f8209006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:23.487405 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993e59a-6341-47e7-a016-44065d6b5449 req-d3ebe9c3-ad80-4a6a-8d1c-fdb0f8209006 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.1439283 Feb 15 15:52:23.602472 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993e59a-6341-47e7-a016-44065d6b5449 req-d3011907-6113-4f11-a024-4417e92efc7c service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 200 len: 1000 time: 0.1072142 Feb 15 15:52:23.602809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43404) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:23.649483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'c5bd7739-0032-4bda-ac32-bf53b52aced2', 'tenant_id': '80755d66beff435983477bbede40810b', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'port_id': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'mac_address': 'fa:16:3e:cb:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07241312-44e8-4754-a403-9818a95be386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:08Z', 'updated_at': '2021-02-15T15:52:22Z', 'revision_number': 1, 'project_id': '80755d66beff435983477bbede40810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:23.653705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] Checking router: f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:52:23.662928 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:52:23.663601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:51:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:23.676452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e59a-6341-47e7-a016-44065d6b5449 req-e3b33862-0ec0-4bc5-a54c-0dfceb6c2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:23.678059 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993e59a-6341-47e7-a016-44065d6b5449 req-e3b33862-0ec0-4bc5-a54c-0dfceb6c2062 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.0670955 Feb 15 15:52:23.736259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:23.754978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:23.759883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Usage tracker for resource:security_group_rule and tenant:e25abdff0bae4fff91eb80772322a9c9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:23.762934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:23.767964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993e59a-6341-47e7-a016-44065d6b5449 req-15d9510b-3472-4e94-82b2-8d6481641ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:23.768992 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:23.770136 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993e59a-6341-47e7-a016-44065d6b5449 req-15d9510b-3472-4e94-82b2-8d6481641ac1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835102 Feb 15 15:52:23.855207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:52:23.864307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:23.867989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:23.878143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bc89c4c3-19db-4a4d-a024-310df116bb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:23.918742 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993e59a-6341-47e7-a016-44065d6b5449 req-1e6ca315-3bb7-4bf9-ab97-d01a9b170654 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400130 Feb 15 15:52:23.923409 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e25abdff0bae4fff91eb80772322a9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194475 Feb 15 15:52:23.925145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3bc1b-afaf-4bac-80cc-1f15c936c30e,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:23.926170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43410) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:23.928819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:24.112942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:24.134374 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c993e59a-6341-47e7-a016-44065d6b5449 req-23267b3c-6298-4f76-bab3-652aeaae862f service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2032619 Feb 15 15:52:24.149119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:24.198297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:24.203327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-acc8fde4-4e8e-4fc8-8324-4522f5503105 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:24.216819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3bc1b-afaf-4bac-80cc-1f15c936c30e,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:24.224883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:24.226137 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c7c3bc1b-afaf-4bac-80cc-1f15c936c30e HTTP/1.1" status: 204 len: 168 time: 0.2986825 Feb 15 15:52:24.228461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.229491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.229908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.230330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.230729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.231269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.231488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.231879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.232249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.232635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.233026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.233409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.233918 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.234030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'c5bd7739-0032-4bda-ac32-bf53b52aced2', 'tenant_id': '80755d66beff435983477bbede40810b', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'port_id': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'mac_address': 'fa:16:3e:cb:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07241312-44e8-4754-a403-9818a95be386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:08Z', 'updated_at': '2021-02-15T15:52:22Z', 'revision_number': 1, 'project_id': '80755d66beff435983477bbede40810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:24.234316 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.234700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.235088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.235528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.235835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.236219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.236610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.237002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.237387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.237768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.238173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:24.238544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fc530b-6b4e-4add-86c6-d92aecb98f4b None None] The sync data for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb is: [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'c5bd7739-0032-4bda-ac32-bf53b52aced2', 'tenant_id': '80755d66beff435983477bbede40810b', 'floating_ip_address': '172.28.2.241', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'port_id': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'mac_address': 'fa:16:3e:cb:2a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07241312-44e8-4754-a403-9818a95be386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:08Z', 'updated_at': '2021-02-15T15:52:22Z', 'revision_number': 1, 'project_id': '80755d66beff435983477bbede40810b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:52:24.242628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:24.541664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f698b311-8d0f-4db5-96aa-e86072423260 None None] New status for floating IP c5bd7739-0032-4bda-ac32-bf53b52aced2: ACTIVE {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:52:25.123227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cba9643e-7c50-4abd-89c3-0d4fa4cf5b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:26.004276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:27.062521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:27.326047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.315360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43464) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:28.442493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.458199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:28.462224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Usage tracker for resource:security_group_rule and tenant:1046f1158f7c4673b545dbf4e7c1cbc4 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:28.465797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:28.471615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:28.559053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.561967 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.570795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c736e8c-3b3f-4f08-b774-42acca048d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:28.613725 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1046f1158f7c4673b545dbf4e7c1cbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972004 Feb 15 15:52:28.615033 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6fade5-9520-4d09-ab7c-1fa545cad256,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:28.617621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43470) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:28.619631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:28.683842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.713120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.761943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.766866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9c88e538-7a4d-4560-b40b-69ff599a6cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:28.780393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6fade5-9520-4d09-ab7c-1fa545cad256,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:28.783151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:28.792405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:28.793656 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d6fade5-9520-4d09-ab7c-1fa545cad256 HTTP/1.1" status: 204 len: 168 time: 0.1740801 Feb 15 15:52:29.472575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43494) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:29.585970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2067785067-network', 'tenant_id': 'a1cce8659ee048639079ed0a36188f4a'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:29.591374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:29.595510 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Usage tracker for resource:network and tenant:a1cce8659ee048639079ed0a36188f4a is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:29.598598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:29.604417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:29.613913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Made reservation on behalf of a1cce8659ee048639079ed0a36188f4a for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:52:29.619403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.633009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.648722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:29.653354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Usage tracker for resource:security_group_rule and tenant:a1cce8659ee048639079ed0a36188f4a is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:29.656388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:29.662283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:29.749053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.752041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.756394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-278325ca-6d7b-4594-986c-386efc39c109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:29.787441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:52:29.801591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7342ab0-4953-472b-8469-920c993fec7e,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:29.806498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:29.807471 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.807915 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Added segment 7b360c5f-278f-4714-973c-ee246f3397b6 of type vxlan for network 04f06579-7560-405f-a0cd-1c43d1a19595 Feb 15 15:52:29.836247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.869743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.871096 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:29.871730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:29.877047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-563e8235-6987-4655-8346-58a32902e55f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:29.987995 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5111454 Feb 15 15:52:29.988408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43508) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:29.992639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Pushing event updated for resources: {'Network': ['ID=04f06579-7560-405f-a0cd-1c43d1a19595,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:29.996621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:29.997973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Request body: {'subnet': {'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2067785067-subnet', 'tenant_id': 'a1cce8659ee048639079ed0a36188f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:30.003677 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:30.006429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 04f06579-7560-405f-a0cd-1c43d1a19595 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:52:30.007753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Usage tracker for resource:subnet and tenant:a1cce8659ee048639079ed0a36188f4a is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:30.011447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:30.017295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:30.028457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Made reservation on behalf of a1cce8659ee048639079ed0a36188f4a for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:52:30.033749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1610785'] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:30.101484 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 04f06579-7560-405f-a0cd-1c43d1a19595 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:52:30.521306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84729cd-7721-4868-bb17-e4f3344bc012 req-bdfad08a-caae-4669-a866-db43f9641d3c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:30.523067 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e84729cd-7721-4868-bb17-e4f3344bc012 req-bdfad08a-caae-4669-a866-db43f9641d3c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.1472228 Feb 15 15:52:30.613395 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e84729cd-7721-4868-bb17-e4f3344bc012 req-13e393af-3fc6-4b8c-81c1-2dc658882382 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740461 Feb 15 15:52:30.796394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852621599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1610830'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:30.810306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ca86e37a-95cd-44ca-b126-aff0acc943d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:30.934734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec44cb2-31c6-4d35-9741-a7653161aa80,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:30.952504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:31.014679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Checking segment: {'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:52:31.015072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Network hostable DHCP agents. Network: 04f06579-7560-405f-a0cd-1c43d1a19595, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:52:31.042095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Network 04f06579-7560-405f-a0cd-1c43d1a19595 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:52:31.050969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 04f06579-7560-405f-a0cd-1c43d1a19595) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:52:31.062554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16949193-8c56-4323-859c-0ba34c7c5250 None None] Network 04f06579-7560-405f-a0cd-1c43d1a19595 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:52:31.064642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:31.065288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:31.093933 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a8fb51cb-a37d-465b-93bf-56ba727dc71f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1000898 Feb 15 15:52:31.445946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c993b9-a197-44c1-ae73-bf09d19d0648 None None] Network 04f06579-7560-405f-a0cd-1c43d1a19595 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:52:31.836047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787099cf-b979-4ad7-982c-4fe536d592cd req-4b7d8578-55e5-457b-ac3c-8f4aaede1be8 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:31.838227 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-787099cf-b979-4ad7-982c-4fe536d592cd req-4b7d8578-55e5-457b-ac3c-8f4aaede1be8 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.0931947 Feb 15 15:52:31.885976 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-787099cf-b979-4ad7-982c-4fe536d592cd req-b26383d1-07bb-46b8-95e4-dc0c04f7add6 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Feb 15 15:52:33.219332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c972169-2532-4358-be92-b668cd8285f4 req-d6e8db6c-9078-431c-95ac-08b30e65cc43 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:33.220949 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c972169-2532-4358-be92-b668cd8285f4 req-d6e8db6c-9078-431c-95ac-08b30e65cc43 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.2199004 Feb 15 15:52:33.260298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-f46fa6ef-4db8-45dc-b6c1-6458bb709422 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:33.261839 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-f46fa6ef-4db8-45dc-b6c1-6458bb709422 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/networks?id=04f06579-7560-405f-a0cd-1c43d1a19595 HTTP/1.1" status: 200 len: 814 time: 0.2068658 Feb 15 15:52:33.331121 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-266f4ede-448c-47db-8034-b245e3d8e962 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/quotas/a1cce8659ee048639079ed0a36188f4a HTTP/1.1" status: 200 len: 375 time: 0.0562799 Feb 15 15:52:33.342263 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c972169-2532-4358-be92-b668cd8285f4 req-8495952c-d40e-409e-bc56-4e649aacbc0a tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119084 Feb 15 15:52:33.397870 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e2781975-cf0f-4410-acc1-3ad78f77316b tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1cce8659ee048639079ed0a36188f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543747 Feb 15 15:52:33.520424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cec641e7-203d-43f7-9ff1-f60db56b7297 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:33.522026 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cec641e7-203d-43f7-9ff1-f60db56b7297 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 945 time: 0.2416167 Feb 15 15:52:33.626121 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-b805cc7d-0a86-4469-99f1-7a5184685e30 service neutron] 10.222.0.74 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205560 Feb 15 15:52:33.632348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Deleting port 064ad0e1-a902-4ebd-88ef-de57ea1be265 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:52:33.632737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:33.960055 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7c64cfdc-2f70-4653-85b2-ffb0d8c2c290 service neutron] 10.222.0.74 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2973735 Feb 15 15:52:34.020621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] For port 064ad0e1-a902-4ebd-88ef-de57ea1be265, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:52:34.021019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:34.172674 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d22c976e-632f-4426-8a75-bf587e575ea3 req-2c0b86af-3070-422c-a9e0-3b3f2cb5cb87 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 210 time: 0.0530405 Feb 15 15:52:34.247990 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 064ad0e1-a902-4ebd-88ef-de57ea1be265 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:52:34.393896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:34.407812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:34.408227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:34.408580 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Floating IP 7c24da83-19c3-4b43-8cdc-d13f2739d556 disassociated. External IP: 172.28.2.215, port: 064ad0e1-a902-4ebd-88ef-de57ea1be265. Feb 15 15:52:34.408956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Calling delete_port for 064ad0e1-a902-4ebd-88ef-de57ea1be265 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:52:34.433593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:34.442966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 064ad0e1-a902-4ebd-88ef-de57ea1be265, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:52:34.447332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:34.450238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-062c5b01-f8aa-409c-b7f5-40c105759de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:34.537171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=064ad0e1-a902-4ebd-88ef-de57ea1be265,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:34.548339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:34.586522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:52:34.586884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:52:34.613296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc1c58-bfac-4a70-af35-fc168e6d98ef req-80661ebb-ad5b-49fe-b7a9-30b703c1f4be tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:34.615452 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f4bc1c58-bfac-4a70-af35-fc168e6d98ef req-80661ebb-ad5b-49fe-b7a9-30b703c1f4be tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 943 time: 0.1441331 Feb 15 15:52:34.649329 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'code': 200} Feb 15 15:52:34.665733 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f4bc1c58-bfac-4a70-af35-fc168e6d98ef req-c631e0d3-0007-449b-8f6e-5dcd1f592f66 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436957 Feb 15 15:52:35.088294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Deleting port 064ad0e1-a902-4ebd-88ef-de57ea1be265 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:52:35.088692 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:35.653219 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a66713a8-6d29-4836-a740-30d86b9c11d6 req-a286fa57-9c29-414a-aa1f-61de849cbc38 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 210 time: 0.3630373 Feb 15 15:52:35.748623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] For port 064ad0e1-a902-4ebd-88ef-de57ea1be265, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=064ad0e1-a902-4ebd-88ef-de57ea1be265,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:52:35.749028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:35.827918 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-56de41bd-c877-4041-b486-b3d77c22edb3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:35.829728 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-56de41bd-c877-4041-b486-b3d77c22edb3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "GET /v2.0/networks?id=04f06579-7560-405f-a0cd-1c43d1a19595 HTTP/1.1" status: 200 len: 814 time: 0.5375485 Feb 15 15:52:35.895218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Request body: {'port': {'device_id': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595', 'admin_state_up': True, 'tenant_id': 'a1cce8659ee048639079ed0a36188f4a'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:36.211414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:52:36.254595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171bbd4-89b4-42c0-a6d2-c3280aa1b8c1 req-68c6fd16-5247-4376-a8fe-6ec38c6cbdfc tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:36.256208 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2171bbd4-89b4-42c0-a6d2-c3280aa1b8c1 req-68c6fd16-5247-4376-a8fe-6ec38c6cbdfc tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 943 time: 0.4255283 Feb 15 15:52:36.286762 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:36.311945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Usage tracker for resource:port and tenant:a1cce8659ee048639079ed0a36188f4a is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:36.317551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:36.321369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:36.321809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:36.322189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Floating IP 7c24da83-19c3-4b43-8cdc-d13f2739d556 disassociated. External IP: 172.28.2.215, port: 064ad0e1-a902-4ebd-88ef-de57ea1be265. Feb 15 15:52:36.322569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Calling delete_port for 064ad0e1-a902-4ebd-88ef-de57ea1be265 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:52:36.357302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:36.399113 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2171bbd4-89b4-42c0-a6d2-c3280aa1b8c1 req-ae2add11-4893-408d-b7e1-88b00727773d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=81563183-b3c2-472d-8a8c-a1c5369e3e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347663 Feb 15 15:52:36.407325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Made reservation on behalf of a1cce8659ee048639079ed0a36188f4a for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:52:36.412885 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:36.642059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:36.659480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b8a3ba7f-a225-46d3-b548-f6f6e2ad1a1e tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:36.799520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event deleted for resources: {'Port': ['ID=064ad0e1-a902-4ebd-88ef-de57ea1be265,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:36.810605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:36.887092 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8975582-c991-401f-8d64-d376701e926d req-69bc3a2b-742c-4574-a129-49ae8ed548ee tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 210 time: 0.0838792 Feb 15 15:52:37.035502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Allocated IP 172.20.0.11 (04f06579-7560-405f-a0cd-1c43d1a19595/cec44cb2-31c6-4d35-9741-a7653161aa80/4850d8f5-a665-4fcb-bdb0-19d380736864) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:52:37.370455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Router 62947e18-7d79-489f-8c0e-5d78e508fde1 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:52:37.623204 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-84d04f1c-3174-4089-abd0-00ced1de8569 req-bc22aea3-5637-4b51-956f-3c94a3bf0acc tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 210 time: 0.0806489 Feb 15 15:52:37.626192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:37.687323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:52:37.697083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] Sync routers for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:52:37.707140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:52:37.707878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:52:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:37.728341 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] No DVR routers for this DVR port 064ad0e1-a902-4ebd-88ef-de57ea1be265 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:52:37.731447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:37.734173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'name': 'network-vif-deleted', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:37.751648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:37.767760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-54fe58b1-9682-48ba-a8e4-722fb83a2fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:37.906166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:52:38.088392 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54b2444-9d9a-4423-8ff4-4394b0e9a791', 'name': 'network-vif-deleted', 'tag': '064ad0e1-a902-4ebd-88ef-de57ea1be265', 'status': 'completed', 'code': 200} Feb 15 15:52:38.089827 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ea12836b-a903-4a7f-aeda-ac1ff0366e4f req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "DELETE /v2.0/ports/064ad0e1-a902-4ebd-88ef-de57ea1be265 HTTP/1.1" status: 204 len: 173 time: 4.5608811 Feb 15 15:52:38.223646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Pushing event updated for resources: {'Port': ['ID=4850d8f5-a665-4fcb-bdb0-19d380736864,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:38.232087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:38.268573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:38.270519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Network 04f06579-7560-405f-a0cd-1c43d1a19595 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:52:38.274039 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] Checking router: 62947e18-7d79-489f-8c0e-5d78e508fde1 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:52:38.279189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e051a74-9f1c-4ef5-9596-5ad3968ae6f9 req-c87d3894-3039-4f8c-bea1-d7f45a708ef3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:38.280021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-3e051a74-9f1c-4ef5-9596-5ad3968ae6f9 req-c87d3894-3039-4f8c-bea1-d7f45a708ef3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Synchronizing usage tracker for tenant:a1cce8659ee048639079ed0a36188f4a on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:52:38.282878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:52:38.283940 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:52:38.284619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:52:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:38.285964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:52:38.348765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-3e051a74-9f1c-4ef5-9596-5ad3968ae6f9 req-c87d3894-3039-4f8c-bea1-d7f45a708ef3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Unset dirty status for tenant:a1cce8659ee048639079ed0a36188f4a on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:52:38.350065 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3e051a74-9f1c-4ef5-9596-5ad3968ae6f9 req-c87d3894-3039-4f8c-bea1-d7f45a708ef3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 932 time: 0.2689540 Feb 15 15:52:38.363038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:38.363699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:38.408181 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5189388 Feb 15 15:52:38.418315 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3e051a74-9f1c-4ef5-9596-5ad3968ae6f9 req-eee40566-0ab3-4d0c-b68e-9c1082202750 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604706 Feb 15 15:52:38.423627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Request body: {'port': {'device_id': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:38.477673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:52:38.543865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:38.823584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:52:38.828816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7a791-2574-4f49-bfbc-d64afd5a4ac9 None None] The sync data for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb is: [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:52:38.901349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-db3533a8-403c-44be-b1e2-4dba81fcf0a0 req-86ce2a6a-b300-4dd9-919f-df005c3d056e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Synchronizing usage tracker for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:52:38.939178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-db3533a8-403c-44be-b1e2-4dba81fcf0a0 req-86ce2a6a-b300-4dd9-919f-df005c3d056e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Unset dirty status for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:52:38.940447 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-db3533a8-403c-44be-b1e2-4dba81fcf0a0 req-86ce2a6a-b300-4dd9-919f-df005c3d056e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=e54b2444-9d9a-4423-8ff4-4394b0e9a791 HTTP/1.1" status: 200 len: 210 time: 0.1000187 Feb 15 15:52:39.058903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4850d8f5-a665-4fcb-bdb0-19d380736864 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:52:39.067405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:39.081414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Transition to ACTIVE for port object 4850d8f5-a665-4fcb-bdb0-19d380736864 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:52:39.084605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:39.100715 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:39.229633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162f6aa-3ce6-4267-836b-8e45079b0d50 None None] New status for floating IP 7c24da83-19c3-4b43-8cdc-d13f2739d556: DOWN {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:52:39.245254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Pushing event updated for resources: {'Port': ['ID=4850d8f5-a665-4fcb-bdb0-19d380736864,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:39.250457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:39.423185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Attempting to bind port 4850d8f5-a665-4fcb-bdb0-19d380736864 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:52:39.423568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Attempting to bind port 4850d8f5-a665-4fcb-bdb0-19d380736864 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:52:39.424227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Attempting to bind port 4850d8f5-a665-4fcb-bdb0-19d380736864 on network 04f06579-7560-405f-a0cd-1c43d1a19595 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:52:39.429608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:52:39.430006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Checking segment: {'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:52:39.430404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:39.430823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Bound using segment: {'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:52:39.431294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Bound port: 4850d8f5-a665-4fcb-bdb0-19d380736864, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:52:39.431662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:39.531861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] For port 4850d8f5-a665-4fcb-bdb0-19d380736864, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:52:39.535761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] For port 4850d8f5-a665-4fcb-bdb0-19d380736864, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4850d8f5-a665-4fcb-bdb0-19d380736864,segment=NetworkSegment(7b360c5f-278f-4714-973c-ee246f3397b6),segment_id=7b360c5f-278f-4714-973c-ee246f3397b6)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:52:39.541724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:39.558839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-283cbd9f-a6bd-460a-a8aa-a8144219d735 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:39.770066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Pushing event updated for resources: {'Port': ['ID=4850d8f5-a665-4fcb-bdb0-19d380736864,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:39.778173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:39.815054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a455d-3f33-4ba8-9a36-f68d1e733d8d req-f7f2fcdf-de9c-4ff1-8435-ef596deebf71 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:39.816650 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e89a455d-3f33-4ba8-9a36-f68d1e733d8d req-f7f2fcdf-de9c-4ff1-8435-ef596deebf71 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 944 time: 0.2589653 Feb 15 15:52:39.848625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:39.849294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:39.850777 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] 10.222.0.111 "PUT /v2.0/ports/4850d8f5-a665-4fcb-bdb0-19d380736864 HTTP/1.1" status: 200 len: 1158 time: 1.4315162 Feb 15 15:52:39.874201 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e89a455d-3f33-4ba8-9a36-f68d1e733d8d req-7ff8986a-3900-4e2f-a035-7e5dc9c98f09 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494845 Feb 15 15:52:39.968854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-9575f52f-db23-4124-932a-5b29f0375b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:39.970533 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-9575f52f-db23-4124-932a-5b29f0375b21 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1cce8659ee048639079ed0a36188f4a&device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 1161 time: 0.0782084 Feb 15 15:52:40.050277 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-24c2264c-bb83-4ca4-8431-9c111b8e63d4 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4850d8f5-a665-4fcb-bdb0-19d380736864 HTTP/1.1" status: 200 len: 217 time: 0.0699708 Feb 15 15:52:40.072271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43602) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:40.096519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'tag': '4850d8f5-a665-4fcb-bdb0-19d380736864'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:40.131252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-a096c133-e915-46ca-a851-1e707232b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:40.132833 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-a096c133-e915-46ca-a851-1e707232b9cb service neutron] 10.222.0.111 "GET /v2.0/subnets?id=cec44cb2-31c6-4d35-9741-a7653161aa80 HTTP/1.1" status: 200 len: 854 time: 0.0730138 Feb 15 15:52:40.155207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.185502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.187625 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'tag': '4850d8f5-a665-4fcb-bdb0-19d380736864', 'status': 'completed', 'code': 200} Feb 15 15:52:40.194960 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-8c2be147-f957-49db-bb60-5e963a199178 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=04f06579-7560-405f-a0cd-1c43d1a19595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516737 Feb 15 15:52:40.230930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.236193 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ba5bdabb-e8a7-47a3-8bfb-e26178f347fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:40.253061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81563183-b3c2-472d-8a8c-a1c5369e3e15,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:40.265524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.265944 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.266348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.266748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.267181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.267573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.267965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.268350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.268735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.269117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.269499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.269903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.270390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.270778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.271229 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.271614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.271999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.272477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.272735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.273110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.273495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.273872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.274277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.274683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:52:40.278614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:40.280132 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.281486 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "DELETE /v2.0/security-groups/81563183-b3c2-472d-8a8c-a1c5369e3e15 HTTP/1.1" status: 204 len: 168 time: 0.2078650 Feb 15 15:52:40.284798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43608) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:40.303743 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.v2.resource [None req-d610b823-443d-4625-b611-3037173341d4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] show failed (client error): The resource could not be found. Feb 15 15:52:40.308545 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d610b823-443d-4625-b611-3037173341d4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups/81563183-b3c2-472d-8a8c-a1c5369e3e15 HTTP/1.1" status: 404 len: 347 time: 0.0188329 Feb 15 15:52:40.309402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43612) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:40.342591 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-286f1853-a69f-4682-a770-5ce5fe38ffae service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393597 Feb 15 15:52:40.481919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Deleting port 43485f46-a537-4217-85fe-cf445ecad08a {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:52:40.482327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.491421 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d8c1cbe4-1080-4739-80d3-5fcbf995b74e req-fea7621b-f009-45d5-be9a-31e1d09fbef1 service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407647 Feb 15 15:52:40.646604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-e7097b8a-2bee-41fa-87bf-239f78652707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:40.649289 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-e7097b8a-2bee-41fa-87bf-239f78652707 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1cce8659ee048639079ed0a36188f4a&device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 1161 time: 0.0811074 Feb 15 15:52:40.684989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.685346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.797269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-2475cbea-d4c4-42fb-99e7-0fa0c85bf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:40.798917 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-2475cbea-d4c4-42fb-99e7-0fa0c85bf1fd service neutron] 10.222.0.111 "GET /v2.0/networks?id=04f06579-7560-405f-a0cd-1c43d1a19595 HTTP/1.1" status: 200 len: 908 time: 0.1428785 Feb 15 15:52:40.819343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Calling delete_port for 43485f46-a537-4217-85fe-cf445ecad08a owned by network:floatingip {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:52:40.888647 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-c530afd4-bc96-45a1-ac10-68b525cb0c7d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4850d8f5-a665-4fcb-bdb0-19d380736864 HTTP/1.1" status: 200 len: 217 time: 0.0818806 Feb 15 15:52:40.965349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-16f6be3e-d6d0-4a6a-8d6f-5733eec90011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:40.966949 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-16f6be3e-d6d0-4a6a-8d6f-5733eec90011 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=cec44cb2-31c6-4d35-9741-a7653161aa80 HTTP/1.1" status: 200 len: 854 time: 0.0701411 Feb 15 15:52:40.980022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:40.997515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b6feac10-f092-4442-907c-360ad19cd996 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:41.064437 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-33be5d82-1b7f-488a-a84e-be48920e314a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=04f06579-7560-405f-a0cd-1c43d1a19595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864508 Feb 15 15:52:41.352230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event deleted for resources: {'Port': ['ID=43485f46-a537-4217-85fe-cf445ecad08a,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:41.355410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:41.462044 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1094a-820a-44d9-962f-85c4700374ce req-ab244e5d-b202-4fbc-ae60-a7fe7c6d7d02 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:41.464159 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-72d1094a-820a-44d9-962f-85c4700374ce req-ab244e5d-b202-4fbc-ae60-a7fe7c6d7d02 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 944 time: 0.4460285 Feb 15 15:52:41.473714 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-304061f4-5468-475f-8ea0-5bc10d175071 service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955207 Feb 15 15:52:41.488996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:41.506903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:41.511759 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "DELETE /v2.0/floatingips/7c24da83-19c3-4b43-8cdc-d13f2739d556 HTTP/1.1" status: 204 len: 168 time: 1.1977589 Feb 15 15:52:41.605788 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-72d1094a-820a-44d9-962f-85c4700374ce req-954c142b-b8ad-4c2f-b9c6-3674a629c50a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342525 Feb 15 15:52:41.658063 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ee47ccd-818e-4842-a4d8-31db165eee7b req-3d0c599b-84a0-4a15-9062-936c585893ca service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1704261 Feb 15 15:52:41.919565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43624) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:41.925653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598993914', 'description': 'tempest-description--1997720540'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:41.932838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:41.937360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:41.940460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:41.946440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:41.957348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:41.980521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:41.984678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group_rule and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:41.987731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:41.994584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:42.073865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.076831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.082345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0f75f864-a416-4872-83b6-bd5a5e886610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:42.126262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fec42b7-e453-455a-ba95-6f9576d95d6c,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:42.129133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.130491 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2098060 Feb 15 15:52:42.131489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:42.133701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43628) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:42.139658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'security_group_rule': {'security_group_id': '1fec42b7-e453-455a-ba95-6f9576d95d6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:42.145966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:42.150021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group_rule and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:42.153049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:42.158861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:42.176252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.238750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.242127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.244834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a3e4d3c7-4c55-4013-b22d-b35d74add846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:42.268853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11023f13-8173-4383-bd30-5f832f4ba4a3,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:42.274121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:42.281281 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.283020 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-81f5d1e1-5acf-4b51-bead-1f1e6e81e115 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477125 Feb 15 15:52:42.285432 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 43632) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:42.291748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'security_group_rule': {'security_group_id': '1fec42b7-e453-455a-ba95-6f9576d95d6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:42.298007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:42.302306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:security_group_rule and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:42.305308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:42.311151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:42.327833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.387636 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-8da1d2cd-c497-461f-9455-66bde849ae1c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:52:42.395338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.398233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.400799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe2179ee-16c4-4d9c-ae39-cc8edc4cb198 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:42.424223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce673f0-db76-456d-a84b-d6ce3d1e0327,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:42.426761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:42.433285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.435190 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-e4d75514-2e86-47f8-a9cd-28a5ba428fc2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486921 Feb 15 15:52:42.438816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43636) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:42.444990 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'floatingip': {'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:42.450967 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:42.454989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:floatingip and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:42.457976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:42.464233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:42.473828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.616876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.799032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4850d8f5-a665-4fcb-bdb0-19d380736864 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:52:42.874179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 4850d8f5-a665-4fcb-bdb0-19d380736864 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:52:42.885462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 4850d8f5-a665-4fcb-bdb0-19d380736864 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:42.885908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:42.945862 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f3508-9531-47bb-878d-82e0565ee99f req-6dae4603-7001-4cc2-9127-6e4ed0c4be25 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:42.947559 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e72f3508-9531-47bb-878d-82e0565ee99f req-6dae4603-7001-4cc2-9127-6e4ed0c4be25 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 944 time: 0.2107384 Feb 15 15:52:43.001045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Allocated IP 172.28.2.96 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/c30c822c-3a2f-414f-b995-38c5e62c1cb9) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:52:43.019459 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:43.025603 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e72f3508-9531-47bb-878d-82e0565ee99f req-5681bf64-ba2f-4a35-b1d7-c8e29b964c50 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706410 Feb 15 15:52:43.056777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 4850d8f5-a665-4fcb-bdb0-19d380736864, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4850d8f5-a665-4fcb-bdb0-19d380736864,segment=NetworkSegment(7b360c5f-278f-4714-973c-ee246f3397b6),segment_id=7b360c5f-278f-4714-973c-ee246f3397b6)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:52:43.057578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4850d8f5-a665-4fcb-bdb0-19d380736864'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:43.066305 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:43.069130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:43.112852 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4850d8f5-a665-4fcb-bdb0-19d380736864', 'code': 200} Feb 15 15:52:43.156095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=4850d8f5-a665-4fcb-bdb0-19d380736864,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:43.159938 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:43.196625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:43.226801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:43.243126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d284f5a9-873d-4339-ab97-fad5c09f3c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:43.429690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'Port': ['ID=c30c822c-3a2f-414f-b995-38c5e62c1cb9,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:43.432890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:43.499265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0d441-4140-4398-b6f6-6c4682526aa2 req-007aa3bb-8e90-4646-bbec-2e60d85cc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:43.500925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81e0d441-4140-4398-b6f6-6c4682526aa2 req-007aa3bb-8e90-4646-bbec-2e60d85cc5eb service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 1163 time: 0.1638432 Feb 15 15:52:43.522070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:52:43.525279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:52:43.527663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:52:43.592708 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81e0d441-4140-4398-b6f6-6c4682526aa2 req-24bdda40-77d6-4657-972c-232e33383a8b service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845973 Feb 15 15:52:43.670807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:43.737331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:44.075706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:44.079352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:44.093857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8b56d08b-206e-43f0-971f-98405da25a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:44.283363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'Port': ['ID=c30c822c-3a2f-414f-b995-38c5e62c1cb9,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:44.286493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:44.334277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4850d8f5-a665-4fcb-bdb0-19d380736864 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:52:44.369733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8af5bd-0af0-4264-982a-813c838fa11a req-15b30765-7ee1-4dd7-b246-c1550b5c353e tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:44.371471 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bf8af5bd-0af0-4264-982a-813c838fa11a req-15b30765-7ee1-4dd7-b246-c1550b5c353e tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.1766956 Feb 15 15:52:44.415926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 4850d8f5-a665-4fcb-bdb0-19d380736864 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:44.416357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:44.471430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:44.486181 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bf8af5bd-0af0-4264-982a-813c838fa11a req-b0b00ff8-5150-42cc-9a56-a24162011de2 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790036 Feb 15 15:52:44.499028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:44.500529 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0601397 Feb 15 15:52:44.701113 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-b45d862a-5cc1-4b98-9432-4c71f5da4772 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1598993914&fields=id&tenant_id=194177d10d7147c1ba296129e5fae4b9 HTTP/1.1" status: 200 len: 267 time: 0.0484760 Feb 15 15:52:44.869780 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-ac1d4bb5-e619-4ed2-8f57-e9d7163dbf76 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:44.871348 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-ac1d4bb5-e619-4ed2-8f57-e9d7163dbf76 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 810 time: 0.1628926 Feb 15 15:52:44.887910 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-14d1b7dc-1d44-4986-b639-e70abedc0dbf tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/quotas/194177d10d7147c1ba296129e5fae4b9 HTTP/1.1" status: 200 len: 375 time: 0.0104935 Feb 15 15:52:44.988806 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-d8fda583-4792-44c9-8f11-de674efee13d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941329 Feb 15 15:52:45.154162 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-b38b1a64-4c86-48d8-aeb9-9eaeb5c3aea6 service neutron] 10.222.0.74 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497750 Feb 15 15:52:45.503874 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-921ff563-6fb6-4f2e-a1ff-91e511b62a83 service neutron] 10.222.0.74 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3433895 Feb 15 15:52:45.723925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6f1ca813-4134-4aac-a6b7-952eb0f16840 req-e94cfb39-e766-4469-b0c8-8af592df088c tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 210 time: 0.0547707 Feb 15 15:52:45.762186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7767ce-caaa-4831-bf7e-5e8e9e71f8dd req-1f808aa2-59a4-4396-8bb9-8efcfded28d6 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:45.763830 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7d7767ce-caaa-4831-bf7e-5e8e9e71f8dd req-1f808aa2-59a4-4396-8bb9-8efcfded28d6 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.1411214 Feb 15 15:52:45.816496 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7d7767ce-caaa-4831-bf7e-5e8e9e71f8dd req-cdfd166e-e8e5-4b8e-ae58-e7168751b372 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464044 Feb 15 15:52:46.937606 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a0ef4cd0-3cac-4b50-bcc5-a1429060c661 req-e5e7db25-7ef3-4c28-8b81-57ae0e45961a tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 210 time: 0.0661373 Feb 15 15:52:47.000871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-0818a9b8-e1d9-4668-ae0c-249c6aa36ed2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:47.002482 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-0818a9b8-e1d9-4668-ae0c-249c6aa36ed2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 810 time: 0.2130260 Feb 15 15:52:47.097011 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-8e556cc5-dc34-4ca3-8252-14027021e191 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=194177d10d7147c1ba296129e5fae4b9 HTTP/1.1" status: 200 len: 5705 time: 0.0765600 Feb 15 15:52:47.111520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'port': {'device_id': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'admin_state_up': True, 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'security_groups': ['1fec42b7-e453-455a-ba95-6f9576d95d6c']}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:47.256950 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:52:47.261396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Usage tracker for resource:port and tenant:194177d10d7147c1ba296129e5fae4b9 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:52:47.265017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:52:47.270740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:52:47.279767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Made reservation on behalf of 194177d10d7147c1ba296129e5fae4b9 for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:52:47.286768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:47.613510 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Allocated IP 172.20.0.13 (bc13a2dc-de7c-4981-9f14-3fa3ab2271f4/e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4/a63ceeee-2ebe-4128-a808-3b29bdd6a25b) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:52:47.832813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:47.850682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Transition to ACTIVE for port object a63ceeee-2ebe-4128-a808-3b29bdd6a25b will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:52:47.877501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:47.898908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e17199c8-09ba-4c97-9abf-03b0cf6b5d8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:48.051827 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event updated for resources: {'Port': ['ID=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:48.056372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:48.085305 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:48.165788 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:52:48.167800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:52:48.172427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:52:48.250336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413d555-5f64-4ff5-91f4-261d2d69f13f req-c264811e-60e4-4cb0-b60d-1518680af3a3 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:48.252006 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5413d555-5f64-4ff5-91f4-261d2d69f13f req-c264811e-60e4-4cb0-b60d-1518680af3a3 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 932 time: 0.1843867 Feb 15 15:52:48.262330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:48.263003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:48.323108 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2158084 Feb 15 15:52:48.328095 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5413d555-5f64-4ff5-91f4-261d2d69f13f req-f4817b0b-5dee-4540-a87a-934cc69f639d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589921 Feb 15 15:52:48.336145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Request body: {'port': {'device_id': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:48.398227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cff44ae0-e652-41a0-8759-c14dd06d2518 None None] Provisioning for port a63ceeee-2ebe-4128-a808-3b29bdd6a25b completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:52:48.403725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cff44ae0-e652-41a0-8759-c14dd06d2518 None None] Provisioning complete for port a63ceeee-2ebe-4128-a808-3b29bdd6a25b triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:48.404140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cff44ae0-e652-41a0-8759-c14dd06d2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:48.462418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-cff44ae0-e652-41a0-8759-c14dd06d2518 None None] Port a63ceeee-2ebe-4128-a808-3b29bdd6a25b cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:52:48.468113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:48.893386 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63ceeee-2ebe-4128-a808-3b29bdd6a25b {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:52:48.902077 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:48.917296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Transition to ACTIVE for port object a63ceeee-2ebe-4128-a808-3b29bdd6a25b will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:52:48.920274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:48.936498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:49.094094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:49.107458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:49.297709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Attempting to bind port a63ceeee-2ebe-4128-a808-3b29bdd6a25b on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:52:49.298185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Attempting to bind port a63ceeee-2ebe-4128-a808-3b29bdd6a25b by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:52:49.298566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Attempting to bind port a63ceeee-2ebe-4128-a808-3b29bdd6a25b on network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:52:49.304820 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:52:49.305199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Checking segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:52:49.305644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:49.306099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Bound using segment: {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:52:49.306585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Bound port: a63ceeee-2ebe-4128-a808-3b29bdd6a25b, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12941ff3-30cb-43c3-b535-2ee702daf95a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:52:49.306963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:49.408841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] For port a63ceeee-2ebe-4128-a808-3b29bdd6a25b, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:52:49.411932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] For port a63ceeee-2ebe-4128-a808-3b29bdd6a25b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:52:49.415441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:49.431178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7d3971d3-dc6b-4550-aadf-5623ac277a13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:49.638231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:49.647118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:49.915499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933ef5-97dd-430c-b4ff-8c0674b47388 req-a8682847-5ca1-44d5-9f03-16f231bf0ff5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:49.916250 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-7f933ef5-97dd-430c-b4ff-8c0674b47388 req-a8682847-5ca1-44d5-9f03-16f231bf0ff5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Synchronizing usage tracker for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:52:49.926362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:49.927115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:49.928780 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] 10.222.0.111 "PUT /v2.0/ports/a63ceeee-2ebe-4128-a808-3b29bdd6a25b HTTP/1.1" status: 200 len: 1158 time: 1.5971718 Feb 15 15:52:49.929358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:49.945506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-7f933ef5-97dd-430c-b4ff-8c0674b47388 req-a8682847-5ca1-44d5-9f03-16f231bf0ff5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Unset dirty status for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:52:49.947402 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7f933ef5-97dd-430c-b4ff-8c0674b47388 req-a8682847-5ca1-44d5-9f03-16f231bf0ff5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 944 time: 0.4287007 Feb 15 15:52:50.002907 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'status': 'completed', 'code': 200} Feb 15 15:52:50.068517 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7f933ef5-97dd-430c-b4ff-8c0674b47388 req-68464353-8d0d-4d2e-9294-e2e5671693cd tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123452 Feb 15 15:52:50.103560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-34f41452-af46-44c1-9b10-fe5352defee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:50.105226 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-34f41452-af46-44c1-9b10-fe5352defee7 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 1161 time: 0.1015136 Feb 15 15:52:50.189285 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-a00fd042-5f28-439a-97f3-3616363c9887 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b HTTP/1.1" status: 200 len: 217 time: 0.0757871 Feb 15 15:52:50.263386 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-1b4c6e75-bbea-453c-8acf-31f765b62c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:50.264895 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-1b4c6e75-bbea-453c-8acf-31f765b62c5b service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.0673952 Feb 15 15:52:50.356701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-43de210a-7322-4adf-8bd8-db53b11b0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:50.358362 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-43de210a-7322-4adf-8bd8-db53b11b0808 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803549 Feb 15 15:52:50.511592 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-ca60bdcb-7985-43a5-ab1a-a53055c0e17c service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405704 Feb 15 15:52:50.658181 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-091decc8-3627-4882-8034-84d0ead8b3e7 req-3684ccc1-3ef5-4a17-8324-c623df22a443 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379721 Feb 15 15:52:50.789096 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-ce340da1-d020-4f7e-8b14-c3f92c09c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:50.791314 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-ce340da1-d020-4f7e-8b14-c3f92c09c8bd service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 1161 time: 0.0782738 Feb 15 15:52:50.947858 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-860bc2a2-d786-4788-b80f-bc0b4463f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:50.949479 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-860bc2a2-d786-4788-b80f-bc0b4463f3f7 service neutron] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 904 time: 0.1488287 Feb 15 15:52:51.035006 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-1037eb44-fd70-494c-b69d-839c1972bf91 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b HTTP/1.1" status: 200 len: 217 time: 0.0752907 Feb 15 15:52:51.124382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-e261a0f4-5fbf-4344-9faa-7a0a815844d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:51.125992 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-e261a0f4-5fbf-4344-9faa-7a0a815844d2 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.0696650 Feb 15 15:52:51.292831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-2f6a3770-6493-4f45-8f71-dc043db2084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:51.294499 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-2f6a3770-6493-4f45-8f71-dc043db2084e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1529126 Feb 15 15:52:51.310320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccc402-0d7f-4456-bc28-51a07e025861 req-159f0f2e-eef5-4799-801e-e5d559e8d210 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:51.311856 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-37ccc402-0d7f-4456-bc28-51a07e025861 req-159f0f2e-eef5-4799-801e-e5d559e8d210 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 944 time: 0.1215239 Feb 15 15:52:51.459585 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-37ccc402-0d7f-4456-bc28-51a07e025861 req-0b60aa2a-83d4-48fe-be93-ccd24a32b579 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256354 Feb 15 15:52:51.494212 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-56fe95d0-f40e-4680-a36b-8218b8e24739 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812897 Feb 15 15:52:51.649107 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1de027e6-fb83-4fb1-8627-94332e67df28 req-b31f6b3e-45a5-4948-aef3-92b5a6dfd4b6 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1447546 Feb 15 15:52:52.696379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc73cdf-0f88-44a0-839e-c3ee4cc4eab3 req-fb6bc90b-63d5-48d7-b475-9a6aa2c08499 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:52.698244 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8dc73cdf-0f88-44a0-839e-c3ee4cc4eab3 req-fb6bc90b-63d5-48d7-b475-9a6aa2c08499 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 944 time: 0.1080835 Feb 15 15:52:52.754488 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8dc73cdf-0f88-44a0-839e-c3ee4cc4eab3 req-4cde04a4-84a3-498b-8257-258529431881 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490174 Feb 15 15:52:52.799434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0591bde9-b2d2-494b-a1ad-0c3c4d45db8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:53.966960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822db2-f92b-4295-b278-259560c67bba req-c4c11890-fff6-4460-b293-8139894ab282 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:53.968657 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-59822db2-f92b-4295-b278-259560c67bba req-c4c11890-fff6-4460-b293-8139894ab282 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 944 time: 0.0983844 Feb 15 15:52:54.020330 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-59822db2-f92b-4295-b278-259560c67bba req-7b93c94a-075c-469f-a213-dbef0d3d3db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441945 Feb 15 15:52:54.884622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device a63ceeee-2ebe-4128-a808-3b29bdd6a25b up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:52:54.970372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port a63ceeee-2ebe-4128-a808-3b29bdd6a25b completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:52:54.975393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port a63ceeee-2ebe-4128-a808-3b29bdd6a25b triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:54.975842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:55.144546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:55.152716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-79d3f63d-858c-4464-8a9c-07f4f3cf37dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:55.160223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:52:55.171881 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port a63ceeee-2ebe-4128-a808-3b29bdd6a25b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:52:55.175269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:55.177236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:52:55.241615 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'code': 200} Feb 15 15:52:55.255009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:52:55.259966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:52:55.302142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694ea6-b23f-497e-bdd8-a96e175404fc req-a0868c49-5922-401d-a733-b8cf1584c8be tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:55.303944 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-72694ea6-b23f-497e-bdd8-a96e175404fc req-a0868c49-5922-401d-a733-b8cf1584c8be tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.1267166 Feb 15 15:52:55.358340 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-72694ea6-b23f-497e-bdd8-a96e175404fc req-67897998-6aaa-4197-a978-a0799e0b7240 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477512 Feb 15 15:52:55.555334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81def2b5-e48a-44ed-86ca-0fba3d73fe7e req-285e65ec-a35a-45be-8612-a2ea2492e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:55.556964 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81def2b5-e48a-44ed-86ca-0fba3d73fe7e req-285e65ec-a35a-45be-8612-a2ea2492e7c6 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 1163 time: 0.0811095 Feb 15 15:52:55.613353 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-81def2b5-e48a-44ed-86ca-0fba3d73fe7e req-76913b9d-650f-4d20-a143-db6d8752e1b0 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375109 Feb 15 15:52:56.009955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:56.405215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device a63ceeee-2ebe-4128-a808-3b29bdd6a25b up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:52:56.487224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port a63ceeee-2ebe-4128-a808-3b29bdd6a25b triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:52:56.487622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:56.633056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70487dca-4f1a-4e93-bdcd-511fde78d394 req-42ee5f23-a097-4b26-997a-a4332ff3ee3e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:56.634815 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-70487dca-4f1a-4e93-bdcd-511fde78d394 req-42ee5f23-a097-4b26-997a-a4332ff3ee3e tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.1385086 Feb 15 15:52:56.694150 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-70487dca-4f1a-4e93-bdcd-511fde78d394 req-ac11cce8-edd3-4d8b-8b69-9d14ffb5401b tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526929 Feb 15 15:52:57.079442 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:57.330196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:57.957816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c5807-cf38-48eb-a62e-c38e1990a078 req-d9458f10-846f-4ee6-8ec2-772eb7b48bd4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:57.959906 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-645c5807-cf38-48eb-a62e-c38e1990a078 req-d9458f10-846f-4ee6-8ec2-772eb7b48bd4 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.1485302 Feb 15 15:52:58.010251 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-645c5807-cf38-48eb-a62e-c38e1990a078 req-7713a5f1-d48d-495f-af17-c42c5f8e8e46 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441923 Feb 15 15:52:58.232292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7417a1a-48ec-4a5e-a960-c65aca9f0f79 req-b316160f-8b30-4759-a21d-f9cbe8d909da tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:52:58.233809 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7417a1a-48ec-4a5e-a960-c65aca9f0f79 req-b316160f-8b30-4759-a21d-f9cbe8d909da tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.1123033 Feb 15 15:52:58.243989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 43802) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:52:58.249583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Request body: {'floatingip': {'port_id': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:52:58.331335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:59.349221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 15:52:59.460686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:59.471610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:52:59.703143 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Floating IP ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa associated. External IP: 172.28.2.96, port: a63ceeee-2ebe-4128-a808-3b29bdd6a25b. Feb 15 15:53:00.115462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Router 62947e18-7d79-489f-8c0e-5d78e508fde1 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:53:00.313311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:53:00.317604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:00.326595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] Sync routers for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:53:00.336511 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:53:00.337185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:52:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:53:00.388697 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c487e996-46ce-42f8-9deb-ded119c5b6ae tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "PUT /v2.0/floatingips/ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa HTTP/1.1" status: 200 len: 991 time: 2.1366420 Feb 15 15:53:00.388697 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:53:00.443078 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'status': 'completed', 'code': 200} Feb 15 15:53:00.555795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:53:00.563794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68ac5-1380-421a-8402-17816a587286 req-3e5364e3-f4c7-4d25-8f4c-042a933cb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:00.565506 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21b68ac5-1380-421a-8402-17816a587286 req-3e5364e3-f4c7-4d25-8f4c-042a933cb55c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=194177d10d7147c1ba296129e5fae4b9&device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 1163 time: 0.0921028 Feb 15 15:53:00.735547 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68ac5-1380-421a-8402-17816a587286 req-9bb5f394-498a-4b20-a582-843143b116f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:00.737138 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21b68ac5-1380-421a-8402-17816a587286 req-9bb5f394-498a-4b20-a582-843143b116f4 service neutron] 10.222.0.111 "GET /v2.0/networks?id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 200 len: 904 time: 0.1618028 Feb 15 15:53:00.879019 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21b68ac5-1380-421a-8402-17816a587286 req-2126314a-cc15-4a4c-8081-41996e35ce2b service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b HTTP/1.1" status: 200 len: 999 time: 0.1339881 Feb 15 15:53:00.953190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68ac5-1380-421a-8402-17816a587286 req-9de82b46-a782-46cb-91ae-80f48c6e1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:00.954840 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21b68ac5-1380-421a-8402-17816a587286 req-9de82b46-a782-46cb-91ae-80f48c6e1f72 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 200 len: 849 time: 0.0684903 Feb 15 15:53:01.046553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68ac5-1380-421a-8402-17816a587286 req-7c4b114d-000f-4803-930d-4e57b85d2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:01.048200 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21b68ac5-1380-421a-8402-17816a587286 req-7c4b114d-000f-4803-930d-4e57b85d2148 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847154 Feb 15 15:53:01.064388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'floating_ip_address': '172.28.2.96', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'port_id': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'mac_address': 'fa:16:3e:1b:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:43Z', 'updated_at': '2021-02-15T15:52:59Z', 'revision_number': 1, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:53:01.072285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] Checking router: 62947e18-7d79-489f-8c0e-5d78e508fde1 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:53:01.082718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:53:01.083476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:52:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:53:01.217573 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21b68ac5-1380-421a-8402-17816a587286 req-2d31042d-0c90-4793-a176-5ea1ef3cadc0 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537712 Feb 15 15:53:01.290956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:53:01.432535 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-21b68ac5-1380-421a-8402-17816a587286 req-92e4da1e-31aa-4cd6-9f9d-a606c014c8f6 service neutron] 10.222.0.111 "GET /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2032490 Feb 15 15:53:01.885894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'floating_ip_address': '172.28.2.96', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'port_id': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'mac_address': 'fa:16:3e:1b:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:43Z', 'updated_at': '2021-02-15T15:52:59Z', 'revision_number': 1, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:53:01.890029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586ebed4-c702-4a9c-8b58-443c6cb99df1 None None] The sync data for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb is: [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'floating_ip_address': '172.28.2.96', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'port_id': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'mac_address': 'fa:16:3e:1b:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:52:43Z', 'updated_at': '2021-02-15T15:52:59Z', 'revision_number': 1, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:53:02.170037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5628c0-13d2-4f58-8c48-62a65e20bcaa None None] New status for floating IP ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa: ACTIVE {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:53:13.211841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:53:17.943714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:20.722235 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366aa2e-2f94-410a-930a-7359b24f0b6c req-7829d7d5-4431-4717-921d-e9a042d3c035 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:20.723955 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7366aa2e-2f94-410a-930a-7359b24f0b6c req-7829d7d5-4431-4717-921d-e9a042d3c035 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0925193 Feb 15 15:53:20.780231 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7366aa2e-2f94-410a-930a-7359b24f0b6c req-278499de-23ef-4f7a-bb8d-347c17b23a1e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494266 Feb 15 15:53:21.990826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e4edc-9ef5-4e4d-b210-ae0212bd1f76 req-40a5ceef-4caf-47ce-8bf3-6e3344ca3b9f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:21.992435 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e38e4edc-9ef5-4e4d-b210-ae0212bd1f76 req-40a5ceef-4caf-47ce-8bf3-6e3344ca3b9f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0883412 Feb 15 15:53:22.047035 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e38e4edc-9ef5-4e4d-b210-ae0212bd1f76 req-74cee612-97a5-46c5-bb28-95a019f15e5c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477848 Feb 15 15:53:22.804122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-691b60e4-5a56-46df-ae1e-b61276c9e183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:23.274081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137625f-0676-4b0c-aff1-173fc335f1e9 req-a3509abd-99a2-4d45-8318-4758353b5ad7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:23.275756 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7137625f-0676-4b0c-aff1-173fc335f1e9 req-a3509abd-99a2-4d45-8318-4758353b5ad7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0939569 Feb 15 15:53:23.555738 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7137625f-0676-4b0c-aff1-173fc335f1e9 req-50e51285-c1ce-40f9-876a-0495ef41ed56 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2730165 Feb 15 15:53:24.824970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd981e68-8f25-4350-8f95-312deaa783c0 req-f08cf10d-f881-4b6e-be7b-91d98f1cae81 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:24.826560 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bd981e68-8f25-4350-8f95-312deaa783c0 req-f08cf10d-f881-4b6e-be7b-91d98f1cae81 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0886960 Feb 15 15:53:24.884416 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bd981e68-8f25-4350-8f95-312deaa783c0 req-35116569-bccb-4355-b29d-9d7b5d4ecdf2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461857 Feb 15 15:53:25.125921 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a92d3df9-cf1c-45f5-9a34-44252f8ef65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:26.024426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:26.147836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498f47-3dc8-4eb8-be29-6d2dab378eb2 req-f0784fd9-8e80-4ae8-9cb8-47c8048ac4e8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:26.150720 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-07498f47-3dc8-4eb8-be29-6d2dab378eb2 req-f0784fd9-8e80-4ae8-9cb8-47c8048ac4e8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1234672 Feb 15 15:53:26.220965 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-07498f47-3dc8-4eb8-be29-6d2dab378eb2 req-3851adc3-afec-4938-82ed-6c2b0c1c8bb4 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619335 Feb 15 15:53:27.067336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:27.333811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:27.433410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164118e-d8d3-4289-bce0-e2f6e34c6f91 req-cdd554b7-9994-4068-8fc5-00c0ddd50537 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:27.435653 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6164118e-d8d3-4289-bce0-e2f6e34c6f91 req-cdd554b7-9994-4068-8fc5-00c0ddd50537 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0924444 Feb 15 15:53:27.485026 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6164118e-d8d3-4289-bce0-e2f6e34c6f91 req-2f3e9cd8-2c32-411e-9003-19f4afc9a9a2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430081 Feb 15 15:53:28.693372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372d770-97f9-4334-9454-6c519db30c5d req-1542f083-302e-407a-a6a5-ae92451230c3 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:28.695115 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0372d770-97f9-4334-9454-6c519db30c5d req-1542f083-302e-407a-a6a5-ae92451230c3 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0882444 Feb 15 15:53:28.744905 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0372d770-97f9-4334-9454-6c519db30c5d req-0ed7dfb3-4e07-477c-b043-6772811adcf9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Feb 15 15:53:29.965559 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fdcb1-0893-443b-bfeb-1ae367fd4997 req-5ebe822e-7e58-45ac-868a-8996ddccd811 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:29.967260 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-109fdcb1-0893-443b-bfeb-1ae367fd4997 req-5ebe822e-7e58-45ac-868a-8996ddccd811 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0943863 Feb 15 15:53:30.025215 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-109fdcb1-0893-443b-bfeb-1ae367fd4997 req-bddcd228-762b-4fde-82e7-acd045fc4d27 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516033 Feb 15 15:53:30.538454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1c3c-fec6-4921-b08b-7c648f2999b3 req-205da88e-af0d-4718-9d29-982180d3222c tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:30.540602 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8f5e1c3c-fec6-4921-b08b-7c648f2999b3 req-205da88e-af0d-4718-9d29-982180d3222c tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.0925333 Feb 15 15:53:30.599275 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8f5e1c3c-fec6-4921-b08b-7c648f2999b3 req-14f27166-d801-4ec7-9d42-d1c68a677b16 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522683 Feb 15 15:53:31.251037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59555355-8f37-4e63-a741-68ce00643caa req-49a0206a-0815-4b8e-b788-8d68ae90213e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:31.252663 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-59555355-8f37-4e63-a741-68ce00643caa req-49a0206a-0815-4b8e-b788-8d68ae90213e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0881214 Feb 15 15:53:31.303098 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-59555355-8f37-4e63-a741-68ce00643caa req-95a811a4-2ce3-4538-9322-b32fdfd82e11 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437236 Feb 15 15:53:31.821338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae3ab-a044-41d4-94f1-73165610c988 req-e9989699-a743-498b-8f70-14aefd64d622 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:31.823011 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-010ae3ab-a044-41d4-94f1-73165610c988 req-e9989699-a743-498b-8f70-14aefd64d622 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.1054807 Feb 15 15:53:31.873348 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-010ae3ab-a044-41d4-94f1-73165610c988 req-165e11c8-97fa-4711-abff-7eee869cae8f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Feb 15 15:53:32.518818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669efa5-b043-47c1-9dba-0d995a3a7bf9 req-0b71fd89-9181-4bd3-b706-346003bb614d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:32.520461 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5669efa5-b043-47c1-9dba-0d995a3a7bf9 req-0b71fd89-9181-4bd3-b706-346003bb614d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0951793 Feb 15 15:53:32.572235 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5669efa5-b043-47c1-9dba-0d995a3a7bf9 req-44076bd5-35bd-4a92-8eff-8532d17391e5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443692 Feb 15 15:53:33.087856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce843-6ff8-4892-8ca9-c28c39f18e1c req-77067d08-bb54-4c5b-8c3a-24636f74d5f3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:33.089552 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3c3ce843-6ff8-4892-8ca9-c28c39f18e1c req-77067d08-bb54-4c5b-8c3a-24636f74d5f3 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.0995982 Feb 15 15:53:33.144936 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3c3ce843-6ff8-4892-8ca9-c28c39f18e1c req-f3c68f06-bccc-4c6f-b6bd-34cbf0a1a105 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488799 Feb 15 15:53:33.790547 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77de5-65e9-43e2-bb82-17e47b77aff6 req-d4e49286-648b-43a2-8a42-18df052dd515 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:33.792186 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef77de5-65e9-43e2-bb82-17e47b77aff6 req-d4e49286-648b-43a2-8a42-18df052dd515 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0873444 Feb 15 15:53:33.853420 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eef77de5-65e9-43e2-bb82-17e47b77aff6 req-c8426ed8-41c6-4f81-9def-405d65c57f6a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544658 Feb 15 15:53:34.353695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f27e4-a41c-4f77-be9c-9b04eea0a60e req-7d546723-5af9-468d-8946-acd3aa19d4dd tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:34.355356 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-167f27e4-a41c-4f77-be9c-9b04eea0a60e req-7d546723-5af9-468d-8946-acd3aa19d4dd tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.0915556 Feb 15 15:53:34.405190 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-167f27e4-a41c-4f77-be9c-9b04eea0a60e req-b5b09457-33c4-4609-858a-66b5ea5403b4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Feb 15 15:53:35.063010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a923ab9-58c5-4485-8b2c-09c1294d0ea8 req-3d3cbcee-dd8b-473b-81ad-0c26ee60d94a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:35.064632 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3a923ab9-58c5-4485-8b2c-09c1294d0ea8 req-3d3cbcee-dd8b-473b-81ad-0c26ee60d94a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0868287 Feb 15 15:53:35.113951 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3a923ab9-58c5-4485-8b2c-09c1294d0ea8 req-6362fa6a-1c15-4936-ac16-cc50f117edf6 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430367 Feb 15 15:53:35.614572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f83711-353a-47b8-8881-100486142037 req-a992ec50-6cb8-4ab6-b7ef-6a86c29e3e16 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:35.616950 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41f83711-353a-47b8-8881-100486142037 req-a992ec50-6cb8-4ab6-b7ef-6a86c29e3e16 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.0924923 Feb 15 15:53:35.666701 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41f83711-353a-47b8-8881-100486142037 req-cefbc263-85e6-4e13-bb13-a50d536e47a6 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Feb 15 15:53:36.324333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277342ec-0924-454f-b5a5-747808da5038 req-26ca4029-4e22-4699-834e-0787f621817f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:36.325982 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-277342ec-0924-454f-b5a5-747808da5038 req-26ca4029-4e22-4699-834e-0787f621817f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0913279 Feb 15 15:53:36.375773 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-277342ec-0924-454f-b5a5-747808da5038 req-55931de3-e81d-4578-82fa-b75eb0b8e249 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422263 Feb 15 15:53:36.862686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a80c4-1888-44d8-b1bf-a9d8b45e2f12 req-bed4d357-10fb-4d52-98a9-b3d0a551af09 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:36.864283 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7a6a80c4-1888-44d8-b1bf-a9d8b45e2f12 req-bed4d357-10fb-4d52-98a9-b3d0a551af09 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.0850201 Feb 15 15:53:36.911980 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7a6a80c4-1888-44d8-b1bf-a9d8b45e2f12 req-576e4917-6693-4961-91a7-340d8bf7ac97 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Feb 15 15:53:37.584198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f37f3-a5f3-4ab7-b01a-ed2aa2de9453 req-2c6406a1-5f56-4f9a-b50b-00173907a0f3 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:37.585854 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b23f37f3-a5f3-4ab7-b01a-ed2aa2de9453 req-2c6406a1-5f56-4f9a-b50b-00173907a0f3 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0896118 Feb 15 15:53:37.635612 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b23f37f3-a5f3-4ab7-b01a-ed2aa2de9453 req-2fb004c0-05ba-45eb-8613-1b11c14b27b8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435517 Feb 15 15:53:38.114511 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e972be-55e3-480e-af13-b15fe6bf2962 req-cf5ee1c6-c71e-4337-abb0-de6f1761f684 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:38.116430 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e3e972be-55e3-480e-af13-b15fe6bf2962 req-cf5ee1c6-c71e-4337-abb0-de6f1761f684 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.0911331 Feb 15 15:53:38.164472 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e3e972be-55e3-480e-af13-b15fe6bf2962 req-e3520641-708a-4fdc-8cdb-b62c89276dbc tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Feb 15 15:53:38.697745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4850d8f5-a665-4fcb-bdb0-19d380736864 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:53:38.770419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 4850d8f5-a665-4fcb-bdb0-19d380736864 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:53:38.770840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:38.893628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857a08-567b-4787-b5e8-173377111b1a req-746080a8-d923-47fb-9cda-c9139420b7c2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:38.895231 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-07857a08-567b-4787-b5e8-173377111b1a req-746080a8-d923-47fb-9cda-c9139420b7c2 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1385632 Feb 15 15:53:38.961305 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-07857a08-567b-4787-b5e8-173377111b1a req-6f489bc3-7495-48e5-8dbf-4f8fb6fcafd3 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590885 Feb 15 15:53:38.968876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-ba12a276-91a3-4bdb-b64a-4bbce37a697c tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:38.970411 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-ba12a276-91a3-4bdb-b64a-4bbce37a697c tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.1422324 Feb 15 15:53:39.053660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Deleting port 4850d8f5-a665-4fcb-bdb0-19d380736864 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:53:39.054071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:39.369168 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] For port 4850d8f5-a665-4fcb-bdb0-19d380736864, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=4850d8f5-a665-4fcb-bdb0-19d380736864,segment=NetworkSegment(7b360c5f-278f-4714-973c-ee246f3397b6),segment_id=7b360c5f-278f-4714-973c-ee246f3397b6)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:53:39.369568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:39.506164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Calling delete_port for 4850d8f5-a665-4fcb-bdb0-19d380736864 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:53:39.582834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8762c-99e4-4d07-b4cf-884c7d54ee9b req-692acec8-0243-4fb4-b333-4451095bcaca tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:39.584439 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cfb8762c-99e4-4d07-b4cf-884c7d54ee9b req-692acec8-0243-4fb4-b333-4451095bcaca tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=59a9f19f-81ca-481c-97a2-33a11b1eff30 HTTP/1.1" status: 200 len: 946 time: 0.2994986 Feb 15 15:53:39.683791 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cfb8762c-99e4-4d07-b4cf-884c7d54ee9b req-2bea8e49-a9c7-41f3-b50c-2e09f8d7f7e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929937 Feb 15 15:53:39.718123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:39.733572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3a9abf82-11a4-4b49-9093-459fe4a5e476 tempest-VolumesActionsTest-932135667 tempest-VolumesActionsTest-932135667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:53:39.828242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Pushing event deleted for resources: {'Port': ['ID=4850d8f5-a665-4fcb-bdb0-19d380736864,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:53:39.847914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.848323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.848734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.849135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.849532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.849949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.850347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.850739 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.851655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.852050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.852460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.852839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.853326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.853721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.854140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.854531 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.854921 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.855309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.855700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.856086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.856482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.856864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.857254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.857635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:39.862947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:53:39.961489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] No DVR routers for this DVR port 4850d8f5-a665-4fcb-bdb0-19d380736864 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:53:39.963846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:39.966615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'name': 'network-vif-deleted', 'tag': '4850d8f5-a665-4fcb-bdb0-19d380736864'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:53:39.982570 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f7d3ff4f-6e2f-476b-932c-aa56802e40b1 req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "DELETE /v2.0/ports/4850d8f5-a665-4fcb-bdb0-19d380736864 HTTP/1.1" status: 204 len: 173 time: 1.0021248 Feb 15 15:53:40.019945 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a9f19f-81ca-481c-97a2-33a11b1eff30', 'name': 'network-vif-deleted', 'tag': '4850d8f5-a665-4fcb-bdb0-19d380736864', 'status': 'completed', 'code': 200} Feb 15 15:53:40.305482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab514c-2047-44f0-9296-9b551e86a037 req-1cc09192-20b2-4efd-bf55-2d3e184803b5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:40.307091 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8aab514c-2047-44f0-9296-9b551e86a037 req-1cc09192-20b2-4efd-bf55-2d3e184803b5 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0858147 Feb 15 15:53:40.353512 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8aab514c-2047-44f0-9296-9b551e86a037 req-d06e6800-bb9b-4fe3-9016-8018196209f0 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401804 Feb 15 15:53:40.652565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4850d8f5-a665-4fcb-bdb0-19d380736864 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:53:40.689106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: 4850d8f5-a665-4fcb-bdb0-19d380736864 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:53:40.689601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 4850d8f5-a665-4fcb-bdb0-19d380736864 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:53:41.567582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef823768-9067-42a7-b22c-07dc1f08659f req-31ca8d0d-2d18-443f-aeed-126ded361b3f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:41.569127 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ef823768-9067-42a7-b22c-07dc1f08659f req-31ca8d0d-2d18-443f-aeed-126ded361b3f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0928981 Feb 15 15:53:41.617868 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ef823768-9067-42a7-b22c-07dc1f08659f req-7b61873f-041d-4151-8c78-559f46c72951 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Feb 15 15:53:42.826024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35be91-2afd-4088-a8f1-3b7221f014fb req-1d6503af-92a3-4f32-a0c8-9bbadbcf1d18 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:42.827633 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9d35be91-2afd-4088-a8f1-3b7221f014fb req-1d6503af-92a3-4f32-a0c8-9bbadbcf1d18 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0885966 Feb 15 15:53:42.875717 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9d35be91-2afd-4088-a8f1-3b7221f014fb req-7dfb5f38-6e1c-4e64-a0b6-2240d1a08949 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 Feb 15 15:53:43.113183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-3558ffe4-5faf-47c1-b4e1-c51018654834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:43.115119 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-3558ffe4-5faf-47c1-b4e1-c51018654834 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1163 time: 0.0809994 Feb 15 15:53:43.277833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-8e57d1d8-e45a-4548-a73e-48706f5680b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:43.279486 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-8e57d1d8-e45a-4548-a73e-48706f5680b9 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.1387527 Feb 15 15:53:43.608882 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-49e23ba1-58f7-4cf0-bfad-3d27a8d1536d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 200 len: 1002 time: 0.3221548 Feb 15 15:53:43.691144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-bcb9f00e-6d2b-49cc-9e0d-fd5e445dbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:43.692739 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-bcb9f00e-6d2b-49cc-9e0d-fd5e445dbd69 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.0685711 Feb 15 15:53:43.789409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-89570d54-b961-4cf7-94a0-c01456602600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:43.791043 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-89570d54-b961-4cf7-94a0-c01456602600 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855811 Feb 15 15:53:43.943514 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-a7b43815-99cb-4938-a413-5c977a656750 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379445 Feb 15 15:53:44.169842 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de84209a-d0ce-4a6e-9277-6a7fd296de12 req-c10160e2-cc35-41f2-b611-83c5b830eabb service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2161992 Feb 15 15:53:44.176386 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448db60-8743-4671-ae35-a9345e84e557 req-045b1d52-a9ea-4c47-823f-6384377848fb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:44.177936 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d448db60-8743-4671-ae35-a9345e84e557 req-045b1d52-a9ea-4c47-823f-6384377848fb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1460602 Feb 15 15:53:44.233351 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d448db60-8743-4671-ae35-a9345e84e557 req-79db2174-3ce4-4157-8305-34284b5d7de8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Feb 15 15:53:45.147024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b86a-363a-4405-8b22-539adf371169 req-ffeb01d6-1acf-41c1-b331-0ffe5e0b9ee1 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:45.150171 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-ffeb01d6-1acf-41c1-b331-0ffe5e0b9ee1 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/networks?id=04f06579-7560-405f-a0cd-1c43d1a19595 HTTP/1.1" status: 200 len: 814 time: 0.2019668 Feb 15 15:53:45.168850 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-529e542d-a2c8-49ad-85c4-7071998d310d tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/quotas/a1cce8659ee048639079ed0a36188f4a HTTP/1.1" status: 200 len: 375 time: 0.0126126 Feb 15 15:53:45.229503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1222b86a-363a-4405-8b22-539adf371169 req-c7549c68-907e-4fc5-8be3-1f18c389ed1a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Synchronizing usage tracker for tenant:a1cce8659ee048639079ed0a36188f4a on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:53:45.247583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1222b86a-363a-4405-8b22-539adf371169 req-c7549c68-907e-4fc5-8be3-1f18c389ed1a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Unset dirty status for tenant:a1cce8659ee048639079ed0a36188f4a on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:53:45.249824 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-c7549c68-907e-4fc5-8be3-1f18c389ed1a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a1cce8659ee048639079ed0a36188f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742338 Feb 15 15:53:45.483594 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-2440e974-24a7-4129-9f90-2106664c07ca service neutron] 10.222.0.74 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265048 Feb 15 15:53:45.624600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc7e31-721d-4924-baf6-a2771d84441e req-51ef0d82-cba7-43f1-8d24-3e4b80048096 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:45.626247 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-59cc7e31-721d-4924-baf6-a2771d84441e req-51ef0d82-cba7-43f1-8d24-3e4b80048096 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.2369494 Feb 15 15:53:45.721056 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-985db4f1-00f0-4141-af3f-57ad9bc4a322 service neutron] 10.222.0.74 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2264175 Feb 15 15:53:45.724056 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-59cc7e31-721d-4924-baf6-a2771d84441e req-921004ec-30bd-4186-aac8-509293a3ccff tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788729 Feb 15 15:53:45.982216 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8402894c-4e43-4760-9992-b7c8f56c6204 req-add7e2c5-bb96-4114-9266-3a5a5a64fa1b tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 210 time: 0.0713646 Feb 15 15:53:46.959259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd0f6d-3a74-4078-8b20-fa6d5cd5d3e6 req-969fdaf9-804c-4491-918c-acdbc6c5b36b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:46.961768 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5edd0f6d-3a74-4078-8b20-fa6d5cd5d3e6 req-969fdaf9-804c-4491-918c-acdbc6c5b36b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0934298 Feb 15 15:53:47.020656 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5edd0f6d-3a74-4078-8b20-fa6d5cd5d3e6 req-628354ea-a358-47b0-be94-326bb0245c80 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521328 Feb 15 15:53:47.212644 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-10983b0a-fd0c-407e-8e53-0d76a67f1c42 req-bee9e335-1309-4b9b-8fba-bd019ad53659 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 210 time: 0.0719800 Feb 15 15:53:47.418712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b86a-363a-4405-8b22-539adf371169 req-ad6e0d10-6ef1-4cf0-9630-f482bd75ba7f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:47.420346 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-ad6e0d10-6ef1-4cf0-9630-f482bd75ba7f tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "GET /v2.0/networks?id=04f06579-7560-405f-a0cd-1c43d1a19595 HTTP/1.1" status: 200 len: 814 time: 0.1816401 Feb 15 15:53:47.440636 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Request body: {'port': {'device_id': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595', 'admin_state_up': True, 'tenant_id': 'a1cce8659ee048639079ed0a36188f4a'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:53:47.607587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:53:47.618430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:53:47.628638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Made reservation on behalf of a1cce8659ee048639079ed0a36188f4a for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:53:47.634497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:47.966894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:47.993275 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Allocated IP 172.20.0.7 (04f06579-7560-405f-a0cd-1c43d1a19595/cec44cb2-31c6-4d35-9741-a7653161aa80/bf154112-2eda-42db-9801-f5ae31b10818) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:53:48.345140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:48.442866 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d342c3f8-7b6a-4094-ba1b-7b6716a1e352 req-124b3b63-be21-4c01-bf4a-10fecaeddd80 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 210 time: 0.0644689 Feb 15 15:53:48.451062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8208312-0467-4bdf-8453-f0ec49c03f83 req-b12f8410-91aa-48ec-8b6d-41a9400caa0c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:48.458696 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8208312-0467-4bdf-8453-f0ec49c03f83 req-b12f8410-91aa-48ec-8b6d-41a9400caa0c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.2638016 Feb 15 15:53:48.485723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:48.569283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:53:48.713443 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e8208312-0467-4bdf-8453-f0ec49c03f83 req-52d0d419-a2ec-4342-bbfe-02038d41ddfa tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536871 Feb 15 15:53:48.749358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Pushing event updated for resources: {'Port': ['ID=bf154112-2eda-42db-9801-f5ae31b10818,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:53:48.751891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:53:48.774691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Network 04f06579-7560-405f-a0cd-1c43d1a19595 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:53:48.776463 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:53:48.779142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:53:48.853908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:48.854517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:48.888062 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4521029 Feb 15 15:53:48.905912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Request body: {'port': {'device_id': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:53:49.031741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:49.488568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf154112-2eda-42db-9801-f5ae31b10818 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:53:49.497860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:49.512808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Transition to ACTIVE for port object bf154112-2eda-42db-9801-f5ae31b10818 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:53:49.516147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:49.929402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:53:50.179723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Pushing event updated for resources: {'Port': ['ID=bf154112-2eda-42db-9801-f5ae31b10818,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:53:50.189644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:53:50.211969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:53:50.373606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b134766-e1e5-4b63-8c3e-94db49b4b292 req-c6cb90cd-2b8b-4eac-ab34-c7d7382f3543 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:50.376692 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5b134766-e1e5-4b63-8c3e-94db49b4b292 req-c6cb90cd-2b8b-4eac-ab34-c7d7382f3543 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.4494324 Feb 15 15:53:50.395318 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e58a6f-4163-44a2-b3e6-a81ebf9f54a3 req-bb6fbb6f-c65a-4d6f-95ba-f95a204e0563 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:50.396088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-43e58a6f-4163-44a2-b3e6-a81ebf9f54a3 req-bb6fbb6f-c65a-4d6f-95ba-f95a204e0563 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Synchronizing usage tracker for tenant:a1cce8659ee048639079ed0a36188f4a on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:53:50.425244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Attempting to bind port bf154112-2eda-42db-9801-f5ae31b10818 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:53:50.425651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Attempting to bind port bf154112-2eda-42db-9801-f5ae31b10818 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:53:50.426045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Attempting to bind port bf154112-2eda-42db-9801-f5ae31b10818 on network 04f06579-7560-405f-a0cd-1c43d1a19595 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:53:50.438371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:53:50.438371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Checking segment: {'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:53:50.438371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:50.438371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Bound using segment: {'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:53:50.438993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Bound port: bf154112-2eda-42db-9801-f5ae31b10818, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b360c5f-278f-4714-973c-ee246f3397b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '04f06579-7560-405f-a0cd-1c43d1a19595'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:53:50.438993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:50.533925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-43e58a6f-4163-44a2-b3e6-a81ebf9f54a3 req-bb6fbb6f-c65a-4d6f-95ba-f95a204e0563 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Unset dirty status for tenant:a1cce8659ee048639079ed0a36188f4a on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:53:50.534558 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43e58a6f-4163-44a2-b3e6-a81ebf9f54a3 req-bb6fbb6f-c65a-4d6f-95ba-f95a204e0563 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 943 time: 0.6104228 Feb 15 15:53:50.601498 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5b134766-e1e5-4b63-8c3e-94db49b4b292 req-7c954aae-ff81-454f-9e7e-6da5d326164c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130334 Feb 15 15:53:50.673025 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43e58a6f-4163-44a2-b3e6-a81ebf9f54a3 req-4cd2669f-4d2c-4f1f-a56b-498edf414053 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283357 Feb 15 15:53:50.702531 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] For port bf154112-2eda-42db-9801-f5ae31b10818, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:53:50.706314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] For port bf154112-2eda-42db-9801-f5ae31b10818, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bf154112-2eda-42db-9801-f5ae31b10818,segment=NetworkSegment(7b360c5f-278f-4714-973c-ee246f3397b6),segment_id=7b360c5f-278f-4714-973c-ee246f3397b6)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:53:50.712622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:50.729998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:53:50.944136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:50.945391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:50.947112 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] 10.222.0.111 "PUT /v2.0/ports/bf154112-2eda-42db-9801-f5ae31b10818 HTTP/1.1" status: 200 len: 1157 time: 2.0460379 Feb 15 15:53:50.947648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'tag': 'bf154112-2eda-42db-9801-f5ae31b10818'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:53:50.967124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Pushing event updated for resources: {'Port': ['ID=bf154112-2eda-42db-9801-f5ae31b10818,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:53:50.970806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:53:51.080999 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'tag': 'bf154112-2eda-42db-9801-f5ae31b10818', 'status': 'completed', 'code': 200} Feb 15 15:53:51.119801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b86a-363a-4405-8b22-539adf371169 req-003b2226-7852-4f2e-b860-3bc1c031a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:51.121499 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-003b2226-7852-4f2e-b860-3bc1c031a255 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1cce8659ee048639079ed0a36188f4a&device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 1160 time: 0.1215465 Feb 15 15:53:51.221516 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-302fb8c9-2d58-4c0a-b05e-d86308e47d05 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf154112-2eda-42db-9801-f5ae31b10818 HTTP/1.1" status: 200 len: 217 time: 0.0815837 Feb 15 15:53:51.313925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222b86a-363a-4405-8b22-539adf371169 req-b8b44e06-3a92-4c9d-bfac-cbe089951602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:51.316984 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-b8b44e06-3a92-4c9d-bfac-cbe089951602 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=cec44cb2-31c6-4d35-9741-a7653161aa80 HTTP/1.1" status: 200 len: 854 time: 0.0829916 Feb 15 15:53:51.390232 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-eb0bebea-7d6c-4466-8e3d-a4593b9526d2 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=04f06579-7560-405f-a0cd-1c43d1a19595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604122 Feb 15 15:53:51.591008 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-c62f4159-9f6d-478f-b703-f7733bb53bf3 service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895692 Feb 15 15:53:51.771380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1222b86a-363a-4405-8b22-539adf371169 req-76542e61-e96b-447d-95de-b65d3c07260e service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724355 Feb 15 15:53:52.113397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ade-775f-45c5-8064-dc45966e87c0 req-b7445abd-b836-49af-bdf7-aca112e5efde tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:52.115426 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7316ade-775f-45c5-8064-dc45966e87c0 req-b7445abd-b836-49af-bdf7-aca112e5efde tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.3195226 Feb 15 15:53:52.125871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da0d8f-dd51-421f-bac7-fbb0e9ee905a req-06185107-186c-443a-adc9-61c146bd696a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:52.127683 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e3da0d8f-dd51-421f-bac7-fbb0e9ee905a req-06185107-186c-443a-adc9-61c146bd696a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 943 time: 0.2535191 Feb 15 15:53:52.129869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-674e4f06-aabf-43f2-a6aa-ee6e4fbe6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:52.131501 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-674e4f06-aabf-43f2-a6aa-ee6e4fbe6cb4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1cce8659ee048639079ed0a36188f4a&device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 1160 time: 0.2535732 Feb 15 15:53:52.359238 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e3da0d8f-dd51-421f-bac7-fbb0e9ee905a req-7b9f83a0-f065-451f-ab03-9fb1ad700a7a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216737 Feb 15 15:53:52.377749 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c7316ade-775f-45c5-8064-dc45966e87c0 req-7559d945-9eff-43b7-b0e6-9b1e21afc909 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120345 Feb 15 15:53:52.429951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-bc50dbf3-e8ec-4baf-856a-b8d08b632540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:52.431577 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-bc50dbf3-e8ec-4baf-856a-b8d08b632540 service neutron] 10.222.0.111 "GET /v2.0/networks?id=04f06579-7560-405f-a0cd-1c43d1a19595 HTTP/1.1" status: 200 len: 908 time: 0.2695835 Feb 15 15:53:52.519168 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-f0051ddc-a8bd-4940-8fdd-4613f6de2459 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf154112-2eda-42db-9801-f5ae31b10818 HTTP/1.1" status: 200 len: 217 time: 0.0788052 Feb 15 15:53:52.602633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-9cf2cde8-e1f3-4435-aba5-b4b7c3f91d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:52.604170 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-9cf2cde8-e1f3-4435-aba5-b4b7c3f91d18 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=cec44cb2-31c6-4d35-9741-a7653161aa80 HTTP/1.1" status: 200 len: 854 time: 0.0775874 Feb 15 15:53:52.697160 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-d83250d7-b01f-4731-8382-f23adec69bd2 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=04f06579-7560-405f-a0cd-1c43d1a19595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513852 Feb 15 15:53:52.815515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f55ebb96-8dfe-4a89-aabc-43c8ecce55da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:52.867163 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-1825b5a5-ae53-4254-a291-9f2c4f74513b service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584938 Feb 15 15:53:53.037388 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3f7d9102-4546-45eb-ad83-6ee237befea9 req-60b23f91-e3c7-47e7-ad09-f7bc03309b67 service neutron] 10.222.0.111 "GET /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1592979 Feb 15 15:53:53.621050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09ddbe-bf17-4a9d-bb87-9b591d0ac9aa req-001d5c3c-4d71-47b6-ade0-0b90f03f9326 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:53.622729 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cd09ddbe-bf17-4a9d-bb87-9b591d0ac9aa req-001d5c3c-4d71-47b6-ade0-0b90f03f9326 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 943 time: 0.1358292 Feb 15 15:53:53.688255 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cd09ddbe-bf17-4a9d-bb87-9b591d0ac9aa req-9df12623-7d69-4073-9b20-addb12fa3ce2 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Feb 15 15:53:53.713371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd8ca0-0690-416c-ab95-6f974a5d559c req-4b551d8d-8e6c-4f0c-9aab-adc595599dfd tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:53.715040 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60cd8ca0-0690-416c-ab95-6f974a5d559c req-4b551d8d-8e6c-4f0c-9aab-adc595599dfd tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1372411 Feb 15 15:53:53.777044 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60cd8ca0-0690-416c-ab95-6f974a5d559c req-adbb955f-393d-424e-a2d5-bf0b71080cff tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531876 Feb 15 15:53:54.690754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-634a0fdc-7ac6-407d-9b15-f85945afc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:54.692389 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-634a0fdc-7ac6-407d-9b15-f85945afc57c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1163 time: 0.0814614 Feb 15 15:53:55.131616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-38a77dd1-1a78-42e3-a054-95137ea600e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:55.190003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-f479b78a-8b2f-4ee5-b557-660cc64853a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:55.191609 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-f479b78a-8b2f-4ee5-b557-660cc64853a6 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.4867909 Feb 15 15:53:55.282290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device bf154112-2eda-42db-9801-f5ae31b10818 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:53:55.297645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeeb87-8808-406c-9f7a-4a39ecb0f3a5 req-a1fa2ec4-54ef-46be-9253-5711a4b9c194 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:55.299273 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1cdeeb87-8808-406c-9f7a-4a39ecb0f3a5 req-a1fa2ec4-54ef-46be-9253-5711a4b9c194 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 943 time: 0.2798405 Feb 15 15:53:55.310048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5fc8d-43bc-46e0-95fc-28f15c6a0fc1 req-6e3ea72c-3fc9-4005-962c-5b99daa1c377 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:55.311616 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91f5fc8d-43bc-46e0-95fc-28f15c6a0fc1 req-6e3ea72c-3fc9-4005-962c-5b99daa1c377 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.2934456 Feb 15 15:53:55.353061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port bf154112-2eda-42db-9801-f5ae31b10818 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:53:55.358322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port bf154112-2eda-42db-9801-f5ae31b10818 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:53:55.358754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:55.377449 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-4c652f4a-f14b-43d4-9188-7dcb674d3c68 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 200 len: 1002 time: 0.1776178 Feb 15 15:53:55.467393 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1cdeeb87-8808-406c-9f7a-4a39ecb0f3a5 req-ba538982-0de4-4b0f-92e1-dca7b51485bf tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547079 Feb 15 15:53:55.472400 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91f5fc8d-43bc-46e0-95fc-28f15c6a0fc1 req-0d29160e-36d8-4b4d-b5fe-2965d88e74a6 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406264 Feb 15 15:53:55.487458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:55.497489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-a672d067-58c5-4479-8889-54a37ceb88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:55.499126 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-a672d067-58c5-4479-8889-54a37ceb88f6 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.1082845 Feb 15 15:53:55.517308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf154112-2eda-42db-9801-f5ae31b10818'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:53:55.527985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port bf154112-2eda-42db-9801-f5ae31b10818, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bf154112-2eda-42db-9801-f5ae31b10818,segment=NetworkSegment(7b360c5f-278f-4714-973c-ee246f3397b6),segment_id=7b360c5f-278f-4714-973c-ee246f3397b6)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:53:55.531857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:55.533979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:53:55.575738 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf154112-2eda-42db-9801-f5ae31b10818', 'code': 200} Feb 15 15:53:55.598249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-d5b0184f-c48b-4bf5-a044-e7e3c0a7dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:55.599941 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-d5b0184f-c48b-4bf5-a044-e7e3c0a7dcbd service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890341 Feb 15 15:53:55.612670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=bf154112-2eda-42db-9801-f5ae31b10818,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:53:55.621752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.622167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.622550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.622927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.623300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.623793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.624164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.624633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.625004 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.625369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.625736 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.626257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.626727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.627098 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.627468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.627836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.628198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.628570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.628932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.629292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.629655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.630071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.630434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.630794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:53:55.635308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:53:55.758355 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-caf6c1d6-b79e-4edb-b4aa-8d318d2d082e service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474378 Feb 15 15:53:55.972247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e0528-b179-4353-bbb1-a0197fa454cc req-a3455ff7-c09f-4146-912f-5a4214bdd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:55.973857 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6f7e0528-b179-4353-bbb1-a0197fa454cc req-a3455ff7-c09f-4146-912f-5a4214bdd3a2 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 1162 time: 0.1806798 Feb 15 15:53:55.977281 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-90d4c997-8f28-4d57-a4f0-bdd84683bf48 req-1e1c3447-8367-454e-8220-9e84506acf2b service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2070389 Feb 15 15:53:56.013792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:56.032203 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6f7e0528-b179-4353-bbb1-a0197fa454cc req-a7506cca-0df0-476f-9b80-a9278f1de8df service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454876 Feb 15 15:53:56.732063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ade535-1992-46d9-bdde-7b9274b21ba6 req-2336420c-b970-4bdd-ba8f-147835eb8b76 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:56.733783 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60ade535-1992-46d9-bdde-7b9274b21ba6 req-2336420c-b970-4bdd-ba8f-147835eb8b76 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.1496835 Feb 15 15:53:56.764226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854bfc-6921-4262-8965-729a582a61ce req-c338fdf9-2197-401a-9bdb-58ceeaaa258e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:56.765856 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55854bfc-6921-4262-8965-729a582a61ce req-c338fdf9-2197-401a-9bdb-58ceeaaa258e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1398015 Feb 15 15:53:56.795387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device bf154112-2eda-42db-9801-f5ae31b10818 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:53:56.812072 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60ade535-1992-46d9-bdde-7b9274b21ba6 req-3d93684a-8582-47e8-bb42-19681348dbaf tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715938 Feb 15 15:53:56.833278 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-55854bfc-6921-4262-8965-729a582a61ce req-9564b30b-457a-43c9-84ef-a2a67de78a1c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612433 Feb 15 15:53:56.873502 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port bf154112-2eda-42db-9801-f5ae31b10818 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:53:56.873979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:57.062040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:57.336081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:58.091713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e9bc5-72b7-462d-86af-68f294d31045 req-18a948a6-f71a-4b1d-9956-f1160a7e8f7e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:58.093353 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-174e9bc5-72b7-462d-86af-68f294d31045 req-18a948a6-f71a-4b1d-9956-f1160a7e8f7e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1234775 Feb 15 15:53:58.101095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a6e9f-ae1a-4535-8540-2e7c7bc8c52d req-10ec1002-1254-4d8e-8c98-c514e71bddd1 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:58.102596 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-226a6e9f-ae1a-4535-8540-2e7c7bc8c52d req-10ec1002-1254-4d8e-8c98-c514e71bddd1 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.1694787 Feb 15 15:53:58.180881 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-174e9bc5-72b7-462d-86af-68f294d31045 req-d33125b5-bf6a-48b9-873b-f5d56d8294bf tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772414 Feb 15 15:53:58.183825 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-226a6e9f-ae1a-4535-8540-2e7c7bc8c52d req-7c3f56bd-b376-4ccc-b9c2-fb7056ee511d tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650039 Feb 15 15:53:58.825194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device bf154112-2eda-42db-9801-f5ae31b10818 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:53:58.896823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port bf154112-2eda-42db-9801-f5ae31b10818 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:53:58.897166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:53:59.389386 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90b306-c4db-48b0-8f2c-a7433fac2710 req-2e94514d-a4b2-473f-bd72-c5965164220b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:53:59.391413 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a90b306-c4db-48b0-8f2c-a7433fac2710 req-2e94514d-a4b2-473f-bd72-c5965164220b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0911994 Feb 15 15:53:59.447244 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a90b306-c4db-48b0-8f2c-a7433fac2710 req-21062523-f6b3-4357-86da-dc7542c513ad tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Feb 15 15:54:00.760505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 81e6cc0b-5034-478b-a297-5e6a804abbfa no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:54:00.885773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:00.916975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:54:00.926302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 81e6cc0b-5034-478b-a297-5e6a804abbfa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:00.930216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:00.932021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:00.979435 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'code': 422} returned with failed status Feb 15 15:54:01.008413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=81e6cc0b-5034-478b-a297-5e6a804abbfa,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:01.011743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:01.224136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44356) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:01.238813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793655-2a86-477c-8d63-d1bc4fe29d31 req-24c281ef-96ca-45f5-aba6-b31bb5ab69d7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:01.249161 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30793655-2a86-477c-8d63-d1bc4fe29d31 req-24c281ef-96ca-45f5-aba6-b31bb5ab69d7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.1083922 Feb 15 15:54:01.306456 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-30793655-2a86-477c-8d63-d1bc4fe29d31 req-f217da9f-0dda-4686-b072-7c23cd572846 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500877 Feb 15 15:54:01.391594 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-611e0887-7e9e-4c06-938c-29f886834274 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1648989 Feb 15 15:54:01.978225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-79eeaea9-2867-48bd-b4a0-574c78acb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:01.979825 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-79eeaea9-2867-48bd-b4a0-574c78acb2e8 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386&tenant_id=80755d66beff435983477bbede40810b HTTP/1.1" status: 200 len: 1161 time: 0.0810926 Feb 15 15:54:02.101859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-a8d83094-5d7d-4f09-ba5d-c508b6a4a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:02.103541 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-a8d83094-5d7d-4f09-ba5d-c508b6a4a609 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=80755d66beff435983477bbede40810b&device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1161 time: 0.0798411 Feb 15 15:54:02.258381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-0fcbaf43-72e9-49ea-9444-0c0c9e5079e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:02.259957 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-0fcbaf43-72e9-49ea-9444-0c0c9e5079e3 service neutron] 10.222.0.111 "GET /v2.0/networks?id=cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 200 len: 911 time: 0.1452091 Feb 15 15:54:02.374419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-afa366fa-efca-462f-96de-6960732ccee3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 200 len: 1000 time: 0.1053107 Feb 15 15:54:02.500048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-bf97d8e2-c117-4c9f-aa42-0a19587be6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:02.501615 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-bf97d8e2-c117-4c9f-aa42-0a19587be6a4 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 200 len: 856 time: 0.1168151 Feb 15 15:54:02.579931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a9c88-4e92-434a-912e-b504b344b677 req-1f0daebf-9af4-4c4e-9466-50a9f8a779cb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:02.581511 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-be7a9c88-4e92-434a-912e-b504b344b677 req-1f0daebf-9af4-4c4e-9466-50a9f8a779cb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.1453564 Feb 15 15:54:02.645935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-184f1e9f-a82b-469a-be5c-efe5fd94f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:02.647997 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-184f1e9f-a82b-469a-be5c-efe5fd94f600 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=cb3c15ea-43f2-4c2f-9972-ac9050314662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1347394 Feb 15 15:54:02.651078 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-be7a9c88-4e92-434a-912e-b504b344b677 req-28451a9f-912b-43ef-9d2b-4743005c69a7 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621216 Feb 15 15:54:02.797575 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-f44965e3-f4db-4c87-9db7-af8d443df844 service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381445 Feb 15 15:54:02.952831 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-255d9a16-6a59-43e4-a5d3-62551e0f4bd5 req-162663f8-f278-4b09-a4d8-47de883fe01f service neutron] 10.222.0.111 "GET /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394253 Feb 15 15:54:03.854763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb056b1-3345-43c5-95ba-b6ee0854a849 req-5b6f4445-1685-47fd-89c3-f9cd87018807 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:03.856392 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7cb056b1-3345-43c5-95ba-b6ee0854a849 req-5b6f4445-1685-47fd-89c3-f9cd87018807 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0859690 Feb 15 15:54:03.905786 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7cb056b1-3345-43c5-95ba-b6ee0854a849 req-57abda7a-502d-49aa-82f8-bca75ff6b67d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429816 Feb 15 15:54:05.142958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36cf1-00e6-4b6a-af9d-5fe2b390a3f9 req-23762517-8a1d-4c4b-b7f9-9378e3c270cb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:05.144722 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ff36cf1-00e6-4b6a-af9d-5fe2b390a3f9 req-23762517-8a1d-4c4b-b7f9-9378e3c270cb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.1060753 Feb 15 15:54:05.195310 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2ff36cf1-00e6-4b6a-af9d-5fe2b390a3f9 req-c4007fe1-0a3e-4ab1-ab45-8bfe8ead073c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435975 Feb 15 15:54:06.424408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d592-e09f-4f5b-a1d7-ff17e8f4230e req-4d87aa24-28de-4a16-a4ae-e8a9c0c62c23 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:06.426089 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e895d592-e09f-4f5b-a1d7-ff17e8f4230e req-4d87aa24-28de-4a16-a4ae-e8a9c0c62c23 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0936825 Feb 15 15:54:06.482247 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e895d592-e09f-4f5b-a1d7-ff17e8f4230e req-ca14e906-f5ff-4c31-b6e8-22543db5459e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470586 Feb 15 15:54:07.692403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b3d8f-6f20-4f7b-8853-f6c0bce787e2 req-238d6c68-c222-4f82-8997-b303d592e126 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:07.694068 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-635b3d8f-6f20-4f7b-8853-f6c0bce787e2 req-238d6c68-c222-4f82-8997-b303d592e126 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0927818 Feb 15 15:54:07.744748 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-635b3d8f-6f20-4f7b-8853-f6c0bce787e2 req-b598ff94-2192-4497-b002-9808a445ca71 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443411 Feb 15 15:54:08.959340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74ab32-2152-46f8-a252-5bc2d84ca4ad req-338b4152-ab1a-45f7-8a68-27c18553c25d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:08.961703 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb74ab32-2152-46f8-a252-5bc2d84ca4ad req-338b4152-ab1a-45f7-8a68-27c18553c25d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0914323 Feb 15 15:54:09.012073 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb74ab32-2152-46f8-a252-5bc2d84ca4ad req-2b262ffa-6ad0-48dc-92b2-fb75319a22cd tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 Feb 15 15:54:10.222031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a73e0-fecd-40d1-a464-8a7f70722b88 req-ce404ebb-3de7-4dda-82ba-ee9c47a10cf9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:10.223706 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f04a73e0-fecd-40d1-a464-8a7f70722b88 req-ce404ebb-3de7-4dda-82ba-ee9c47a10cf9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0895000 Feb 15 15:54:10.274684 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f04a73e0-fecd-40d1-a464-8a7f70722b88 req-e61db2b3-b5ef-4013-b29e-e56dd33c6d23 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443490 Feb 15 15:54:11.723054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0de32d-7343-4f33-a081-68aaa187466d req-0eed12e1-1964-49e2-90a1-9c2749baf59b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:11.724887 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9d0de32d-7343-4f33-a081-68aaa187466d req-0eed12e1-1964-49e2-90a1-9c2749baf59b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.3289847 Feb 15 15:54:11.778750 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9d0de32d-7343-4f33-a081-68aaa187466d req-080f8b5e-5121-4066-a78a-5b257f3850d9 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Feb 15 15:54:12.994925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30016e1-2878-49f3-9c0f-5f1bc83f4938 req-d943b1ae-52ea-4952-8aa2-2543b3bd8350 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:12.996614 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b30016e1-2878-49f3-9c0f-5f1bc83f4938 req-d943b1ae-52ea-4952-8aa2-2543b3bd8350 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0937595 Feb 15 15:54:13.050161 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b30016e1-2878-49f3-9c0f-5f1bc83f4938 req-6a066924-f656-4056-9047-37f684929a70 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471461 Feb 15 15:54:14.258952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b74ffa-a52d-4b97-94e1-3dcdef3a65ee req-6c3ec423-ebdb-4a65-a243-da096c9d6337 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:14.260584 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a8b74ffa-a52d-4b97-94e1-3dcdef3a65ee req-6c3ec423-ebdb-4a65-a243-da096c9d6337 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0890591 Feb 15 15:54:14.315107 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a8b74ffa-a52d-4b97-94e1-3dcdef3a65ee req-040c8d4d-36b9-444a-aa6d-de4311556b46 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476658 Feb 15 15:54:15.523876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a844ae8-7987-4a5f-abca-c301fdc37700 req-4a44985e-75fd-4d59-a451-1b261f470cad tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:15.525481 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a844ae8-7987-4a5f-abca-c301fdc37700 req-4a44985e-75fd-4d59-a451-1b261f470cad tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0900311 Feb 15 15:54:15.583398 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2a844ae8-7987-4a5f-abca-c301fdc37700 req-a75df7c2-b72e-44bb-8a1b-21c54170b77c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512929 Feb 15 15:54:16.799072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4abbe-b2e4-41b9-96c9-db32daa77a4b req-e596bf40-bd5f-49f4-9cf5-5a61e8850279 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:16.800722 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-45f4abbe-b2e4-41b9-96c9-db32daa77a4b req-e596bf40-bd5f-49f4-9cf5-5a61e8850279 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0915184 Feb 15 15:54:16.852389 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-45f4abbe-b2e4-41b9-96c9-db32daa77a4b req-94f3f525-cfc6-431f-95a9-0449231b636d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425692 Feb 15 15:54:17.962856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:18.088572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26a51e-034e-4f59-ba3c-c7d57634e611 req-1188bb29-c2b2-4a42-8aef-e8f3f0ddf7ef tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:18.090841 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-db26a51e-034e-4f59-ba3c-c7d57634e611 req-1188bb29-c2b2-4a42-8aef-e8f3f0ddf7ef tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.1014748 Feb 15 15:54:18.144852 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-db26a51e-034e-4f59-ba3c-c7d57634e611 req-a806806e-c7ea-44f1-8f50-1e9bf2532a1c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475776 Feb 15 15:54:19.350942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844eb19-4806-42ba-9e3c-26d804f750e3 req-fc1114a5-4b33-441f-9de7-22a9b35f7c2d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:19.352561 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8844eb19-4806-42ba-9e3c-26d804f750e3 req-fc1114a5-4b33-441f-9de7-22a9b35f7c2d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0863054 Feb 15 15:54:19.401619 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8844eb19-4806-42ba-9e3c-26d804f750e3 req-f2fc59c0-c47f-43a1-aad9-7e165fa591aa tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Feb 15 15:54:20.612298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b8d08-d34c-4eed-8d51-33786a06d2f4 req-8ef50134-f1a5-491d-ba62-febb8a3f640e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:20.613958 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-484b8d08-d34c-4eed-8d51-33786a06d2f4 req-8ef50134-f1a5-491d-ba62-febb8a3f640e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 944 time: 0.0909269 Feb 15 15:54:20.662984 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-484b8d08-d34c-4eed-8d51-33786a06d2f4 req-9f1b49b9-c6bf-4340-adec-56c840def649 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Feb 15 15:54:21.474047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 81e6cc0b-5034-478b-a297-5e6a804abbfa up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:54:21.552477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 81e6cc0b-5034-478b-a297-5e6a804abbfa triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:54:21.552948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:21.683841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:21.714243 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:54:21.724509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 81e6cc0b-5034-478b-a297-5e6a804abbfa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:21.727883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:21.730683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:21.778316 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'code': 200} Feb 15 15:54:21.806458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=81e6cc0b-5034-478b-a297-5e6a804abbfa,revision_number=6']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:21.810685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:21.910354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c14e-3900-4dbe-9616-1a9e9ca69e58 req-b2e1a551-2255-4ac4-a27b-6a5a5356eaa8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:21.912155 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2123c14e-3900-4dbe-9616-1a9e9ca69e58 req-b2e1a551-2255-4ac4-a27b-6a5a5356eaa8 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1000760 Feb 15 15:54:21.966648 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2123c14e-3900-4dbe-9616-1a9e9ca69e58 req-51504b7a-966b-43e1-a43a-821efa07274b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454872 Feb 15 15:54:22.095379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b264a7-ef96-42e7-a671-d88d4c383bc9 req-831a6d30-6473-4687-89b9-aa730cab7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:22.097054 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82b264a7-ef96-42e7-a671-d88d4c383bc9 req-831a6d30-6473-4687-89b9-aa730cab7c73 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 1163 time: 0.0863504 Feb 15 15:54:22.150563 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82b264a7-ef96-42e7-a671-d88d4c383bc9 req-8b7a4b77-058e-4103-8d39-fb5725679faa service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 Feb 15 15:54:22.807964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-92930e69-16c7-4090-aa4f-304d992fb85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:22.909772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 81e6cc0b-5034-478b-a297-5e6a804abbfa up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:54:22.986003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 81e6cc0b-5034-478b-a297-5e6a804abbfa triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:54:22.986428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:23.179938 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d1ef0-bfd7-4344-9590-ae6dde9a34a4 req-ca9688b5-433d-4181-9940-150e37259924 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:23.181527 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c6d1ef0-bfd7-4344-9590-ae6dde9a34a4 req-ca9688b5-433d-4181-9940-150e37259924 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0920932 Feb 15 15:54:23.229620 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1c6d1ef0-bfd7-4344-9590-ae6dde9a34a4 req-0fa7af93-50cd-4a19-ab5b-ffa5bf93f81d tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406857 Feb 15 15:54:24.457988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193dad1-7849-4e0c-92f6-b93e2deb294f req-5dbbf9eb-e241-4b39-9514-7ebbe018125b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:24.459638 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c193dad1-7849-4e0c-92f6-b93e2deb294f req-5dbbf9eb-e241-4b39-9514-7ebbe018125b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1041241 Feb 15 15:54:24.511972 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c193dad1-7849-4e0c-92f6-b93e2deb294f req-0849a2ea-cb27-47f7-a21d-681741636338 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461111 Feb 15 15:54:25.126412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d9257ac-64f5-4462-95c9-fc694edb0e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:25.768352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bbc50-ac9f-40b4-9ff0-64644009ec1f req-7d4dc83c-ca8e-45a9-9f79-25002d5a31be tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:25.769960 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-228bbc50-ac9f-40b4-9ff0-64644009ec1f req-7d4dc83c-ca8e-45a9-9f79-25002d5a31be tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.1478622 Feb 15 15:54:25.799385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c845a74-dd9b-4339-9861-80d0ceb46bcd req-3e51c8d8-7bbc-4fce-b660-64bbeabed80b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:25.800840 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c845a74-dd9b-4339-9861-80d0ceb46bcd req-3e51c8d8-7bbc-4fce-b660-64bbeabed80b tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1379492 Feb 15 15:54:25.857875 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-228bbc50-ac9f-40b4-9ff0-64644009ec1f req-73691ddd-a824-4699-b1f3-e5ff66932138 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792925 Feb 15 15:54:25.868804 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c845a74-dd9b-4339-9861-80d0ceb46bcd req-9dd3886b-bbde-4a63-994e-3a44dc083b8a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599144 Feb 15 15:54:26.015294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:27.059877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc688bc-6d6a-4cc5-8495-9ce4641dbb39 req-0357b489-81c4-4e15-8d8a-401b98ebfd69 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:27.061502 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0dc688bc-6d6a-4cc5-8495-9ce4641dbb39 req-0357b489-81c4-4e15-8d8a-401b98ebfd69 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.0893364 Feb 15 15:54:27.064873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:27.115781 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0dc688bc-6d6a-4cc5-8495-9ce4641dbb39 req-e0a6a789-aae7-4bff-867d-b4796521cfea tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476525 Feb 15 15:54:27.214913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:54:27.340663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:28.314880 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96486ba-7500-48fb-ae65-5f1d7af1cc3f req-67c1f7ab-6718-4181-a6bc-4c107cc6010a tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:28.316394 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f96486ba-7500-48fb-ae65-5f1d7af1cc3f req-67c1f7ab-6718-4181-a6bc-4c107cc6010a tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.0859740 Feb 15 15:54:28.363642 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f96486ba-7500-48fb-ae65-5f1d7af1cc3f req-88dd2e64-b1de-4c3b-92a2-b893f78fbabb tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Feb 15 15:54:28.809341 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-ad761dc6-40e0-40cb-824e-b14e1f5faca3 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:28.810922 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-ad761dc6-40e0-40cb-824e-b14e1f5faca3 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 946 time: 0.0881538 Feb 15 15:54:28.888434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Deleting port a63ceeee-2ebe-4128-a808-3b29bdd6a25b {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:28.888816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:28.893797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device a63ceeee-2ebe-4128-a808-3b29bdd6a25b no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:54:29.014058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:29.042954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:54:29.053667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port a63ceeee-2ebe-4128-a808-3b29bdd6a25b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:29.056826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:29.058719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:29.100891 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'code': 200} Feb 15 15:54:29.136824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:29.140454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:29.168853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] For port a63ceeee-2ebe-4128-a808-3b29bdd6a25b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:29.169262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:29.538334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:29.538868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:29.539083 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Floating IP ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa disassociated. External IP: 172.28.2.96, port: a63ceeee-2ebe-4128-a808-3b29bdd6a25b. Feb 15 15:54:29.539469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Calling delete_port for a63ceeee-2ebe-4128-a808-3b29bdd6a25b owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:29.658859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3cf17-a644-4ff7-ad85-1686e3bf15a0 req-da57b93c-5b39-4d9e-9824-a198be108e03 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:29.660478 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-92a3cf17-a644-4ff7-ad85-1686e3bf15a0 req-da57b93c-5b39-4d9e-9824-a198be108e03 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 944 time: 0.1702447 Feb 15 15:54:29.664935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:54:29.665299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:54:29.711247 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-92a3cf17-a644-4ff7-ad85-1686e3bf15a0 req-34b1d803-3adf-4de8-a4b9-6c106eaa0482 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Feb 15 15:54:30.167409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Deleting port a63ceeee-2ebe-4128-a808-3b29bdd6a25b {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:30.167931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:30.429357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] For port a63ceeee-2ebe-4128-a808-3b29bdd6a25b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:30.429678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:30.744468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:30.744917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:30.745190 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Floating IP ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa disassociated. External IP: 172.28.2.96, port: a63ceeee-2ebe-4128-a808-3b29bdd6a25b. Feb 15 15:54:30.745577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Calling delete_port for a63ceeee-2ebe-4128-a808-3b29bdd6a25b owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:30.962596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:30.979269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:31.328755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event deleted for resources: {'Port': ['ID=a63ceeee-2ebe-4128-a808-3b29bdd6a25b,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:31.352397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:31.372547 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbf7e1-4744-415f-a18e-1cdb423bb8f8 req-afff8ad9-fb3b-4cc7-9fe2-48a8212af271 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:31.374355 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80fbf7e1-4744-415f-a18e-1cdb423bb8f8 req-afff8ad9-fb3b-4cc7-9fe2-48a8212af271 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 944 time: 0.5384707 Feb 15 15:54:31.476329 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-80fbf7e1-4744-415f-a18e-1cdb423bb8f8 req-847823d2-b109-4264-9ece-ef259d0a52df tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups?id=1fec42b7-e453-455a-ba95-6f9576d95d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918760 Feb 15 15:54:31.497676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7a6d5-6a0a-4c1c-be38-06fd4512cc99 req-9820a93a-b9ef-48bf-b1f3-c393838835a2 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:31.499313 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4de7a6d5-6a0a-4c1c-be38-06fd4512cc99 req-9820a93a-b9ef-48bf-b1f3-c393838835a2 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.4877861 Feb 15 15:54:31.680670 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4de7a6d5-6a0a-4c1c-be38-06fd4512cc99 req-a68f54e4-e381-4a4e-8727-604eb680fdbb tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235123 Feb 15 15:54:31.729696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Router 62947e18-7d79-489f-8c0e-5d78e508fde1 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:54:31.928079 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:54:31.939126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] Sync routers for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:54:31.949533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:54:31.950544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:31.968383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] No DVR routers for this DVR port a63ceeee-2ebe-4128-a808-3b29bdd6a25b on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:54:31.970757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:31.973676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'name': 'network-vif-deleted', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:54:31.991075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bcb2f13d-a798-4229-82c0-b65f8d07a16c req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.111 "DELETE /v2.0/ports/a63ceeee-2ebe-4128-a808-3b29bdd6a25b HTTP/1.1" status: 204 len: 173 time: 3.1724691 Feb 15 15:54:32.028628 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d667e0a-f1b0-4e02-80a9-def72d63186d', 'name': 'network-vif-deleted', 'tag': 'a63ceeee-2ebe-4128-a808-3b29bdd6a25b', 'status': 'completed', 'code': 200} Feb 15 15:54:32.161728 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:54:32.500050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:32.504105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] Checking router: 62947e18-7d79-489f-8c0e-5d78e508fde1 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:54:32.513075 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:54:32.513734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:32.662943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-5b01613e-9fab-4956-81a2-575800892bf7 req-c259e000-ee9b-4a94-ba04-bb1a381c2544 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Synchronizing usage tracker for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:54:32.678588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-5b01613e-9fab-4956-81a2-575800892bf7 req-c259e000-ee9b-4a94-ba04-bb1a381c2544 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Unset dirty status for tenant:194177d10d7147c1ba296129e5fae4b9 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:54:32.679885 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5b01613e-9fab-4956-81a2-575800892bf7 req-c259e000-ee9b-4a94-ba04-bb1a381c2544 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/ports?device_id=6d667e0a-f1b0-4e02-80a9-def72d63186d HTTP/1.1" status: 200 len: 210 time: 0.0681665 Feb 15 15:54:32.717868 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:54:32.898018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f9203-4473-4241-b38e-28b7422bb9be req-510828af-fea0-4aba-9024-975f3e4904d0 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:32.899587 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cb7f9203-4473-4241-b38e-28b7422bb9be req-510828af-fea0-4aba-9024-975f3e4904d0 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.0992880 Feb 15 15:54:32.950968 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cb7f9203-4473-4241-b38e-28b7422bb9be req-44671cb6-16bc-410b-a76c-c8faf1d4120a tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 Feb 15 15:54:33.213398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:33.218854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e4308-8a28-474b-8462-29c2850c7f63 None None] The sync data for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb is: [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '8f7c5038-c633-49ce-affb-3c620879b164', 'name': '', 'network_id': 'bc13a2dc-de7c-4981-9f14-3fa3ab2271f4', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'mac_address': 'fa:16:3e:db:e0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:47:11Z', 'updated_at': '2021-02-15T15:47:24Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'subnets': [{'id': 'e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:54:33.589916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe16a1-ecb2-448c-889e-cc696a00b744 None None] New status for floating IP ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa: DOWN {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:54:33.812785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44674) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:33.885474 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:33.915564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:33.961146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:33.966495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9fa6d144-9e0c-4588-ba72-23933cac4803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:33.981775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fec42b7-e453-455a-ba95-6f9576d95d6c,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:33.993225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.993645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.994618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.995028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.995431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.995890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.996198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.996592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.996986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.997397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.997743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.998247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.998650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.999046 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.999441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:33.999832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.000221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.000613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.001003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.001389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.001779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.002218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.002609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.002995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:54:34.006877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:34.008133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:34.011110 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c357bd3c-18b0-4151-b5be-f0852bc539f2 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "DELETE /v2.0/security-groups/1fec42b7-e453-455a-ba95-6f9576d95d6c HTTP/1.1" status: 204 len: 168 time: 0.1969399 Feb 15 15:54:34.013325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 44680) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:34.032975 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.v2.resource [None req-a4d22143-4c9f-4330-8939-71ce8750ab48 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] show failed (client error): The resource could not be found. Feb 15 15:54:34.034007 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a4d22143-4c9f-4330-8939-71ce8750ab48 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "GET /v2.0/security-groups/1fec42b7-e453-455a-ba95-6f9576d95d6c HTTP/1.1" status: 404 len: 347 time: 0.0192244 Feb 15 15:54:34.037188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44684) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:34.160733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf1193-f3bb-46ae-afb1-304ca9bc50b8 req-3abbabbc-7035-4bb8-a4c3-152d973060ee tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:34.162361 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-77bf1193-f3bb-46ae-afb1-304ca9bc50b8 req-3abbabbc-7035-4bb8-a4c3-152d973060ee tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.0902245 Feb 15 15:54:34.211725 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-77bf1193-f3bb-46ae-afb1-304ca9bc50b8 req-1e9301bd-52b5-4aa8-8edf-62f8e41ab0e1 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Feb 15 15:54:34.213058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Deleting port c30c822c-3a2f-414f-b995-38c5e62c1cb9 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:34.213446 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:34.397472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:34.397756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:34.543121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Calling delete_port for c30c822c-3a2f-414f-b995-38c5e62c1cb9 owned by network:floatingip {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:34.688349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:34.703491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-86af690a-8e20-4d36-b924-4572010ae992 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:34.805724 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Pushing event deleted for resources: {'Port': ['ID=c30c822c-3a2f-414f-b995-38c5e62c1cb9,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:34.810748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:34.926365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks [] for floatingip, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:34.943216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:34.944400 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9423ba8a-ade2-41c0-ae54-effaed0e9db0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] 10.222.0.74 "DELETE /v2.0/floatingips/ebfc011f-7fbc-4b31-b3d1-2bac87b89bfa HTTP/1.1" status: 204 len: 168 time: 0.9058559 Feb 15 15:54:35.409914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a352fe-b2ca-458d-b3d6-8d5b0dabf32d req-cbeea729-5920-46e7-9870-49417d463c2c tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:35.411562 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82a352fe-b2ca-458d-b3d6-8d5b0dabf32d req-cbeea729-5920-46e7-9870-49417d463c2c tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.0870788 Feb 15 15:54:35.459496 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-82a352fe-b2ca-458d-b3d6-8d5b0dabf32d req-1f6c52c4-6a47-4980-9d03-3d18cc8aec33 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Feb 15 15:54:36.665754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8d29-1654-47d7-84a5-3bc9256efe9c req-6c157090-41b4-4e81-a1bf-a239e0247680 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:36.667374 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2c3b8d29-1654-47d7-84a5-3bc9256efe9c req-6c157090-41b4-4e81-a1bf-a239e0247680 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.0898194 Feb 15 15:54:36.715784 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2c3b8d29-1654-47d7-84a5-3bc9256efe9c req-29fb313a-ba4a-43ec-95e3-785e0796d0c9 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Feb 15 15:54:37.657297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f722b6-7649-4142-8d48-400129ea1cbc req-1653c0e3-9955-4150-a810-cef5778097b1 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:37.658900 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-32f722b6-7649-4142-8d48-400129ea1cbc req-1653c0e3-9955-4150-a810-cef5778097b1 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.0870819 Feb 15 15:54:37.743274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Deleting port bf154112-2eda-42db-9801-f5ae31b10818 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:37.743845 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:38.060526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01129f57-3a55-46a7-bcbd-1a8a0e1bfe7c req-f9222e8c-f896-4514-a354-6ed6fe2be1a8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:54:38.062140 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01129f57-3a55-46a7-bcbd-1a8a0e1bfe7c req-f9222e8c-f896-4514-a354-6ed6fe2be1a8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/ports?device_id=3d2e6007-df79-42b1-b8a0-eddfd7702bc9 HTTP/1.1" status: 200 len: 945 time: 0.2169652 Feb 15 15:54:38.112204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] For port bf154112-2eda-42db-9801-f5ae31b10818, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=bf154112-2eda-42db-9801-f5ae31b10818,segment=NetworkSegment(7b360c5f-278f-4714-973c-ee246f3397b6),segment_id=7b360c5f-278f-4714-973c-ee246f3397b6)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:38.112601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:38.259987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Calling delete_port for bf154112-2eda-42db-9801-f5ae31b10818 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:38.302069 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-01129f57-3a55-46a7-bcbd-1a8a0e1bfe7c req-9fc2544c-96dc-4b8a-b18b-4fbcc402044c tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.74 "GET /v2.0/security-groups?id=a7342ab0-4953-472b-8469-920c993fec7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307138 Feb 15 15:54:38.413125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:38.428395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7278c61-e5c1-4391-baa3-88640d07bd36 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:38.522032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Pushing event deleted for resources: {'Port': ['ID=bf154112-2eda-42db-9801-f5ae31b10818,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:38.529049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:38.638192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] No DVR routers for this DVR port bf154112-2eda-42db-9801-f5ae31b10818 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:54:38.640455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:38.643195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'name': 'network-vif-deleted', 'tag': 'bf154112-2eda-42db-9801-f5ae31b10818'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:54:38.659182 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-32f722b6-7649-4142-8d48-400129ea1cbc req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] 10.222.0.111 "DELETE /v2.0/ports/bf154112-2eda-42db-9801-f5ae31b10818 HTTP/1.1" status: 204 len: 173 time: 0.9913404 Feb 15 15:54:38.692183 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2e6007-df79-42b1-b8a0-eddfd7702bc9', 'name': 'network-vif-deleted', 'tag': 'bf154112-2eda-42db-9801-f5ae31b10818', 'status': 'completed', 'code': 200} Feb 15 15:54:38.952061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device bf154112-2eda-42db-9801-f5ae31b10818 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:54:38.988670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: bf154112-2eda-42db-9801-f5ae31b10818 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:54:38.989058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device bf154112-2eda-42db-9801-f5ae31b10818 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:54:39.024561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44722) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:39.656842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854123730'] for router_interface, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:40.049269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Deleting port 8f7c5038-c633-49ce-affb-3c620879b164 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:40.049900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:40.239752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] For port 8f7c5038-c633-49ce-affb-3c620879b164, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=8f7c5038-c633-49ce-affb-3c620879b164,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:40.240549 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:40.390327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Calling delete_port for 8f7c5038-c633-49ce-affb-3c620879b164 owned by network:router_interface {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:40.809479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:40.825697 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:40.928171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7c5038-c633-49ce-affb-3c620879b164,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:40.932976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:41.249279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853994779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645841'] for router_interface, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:41.771761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Router 62947e18-7d79-489f-8c0e-5d78e508fde1 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:54:41.969214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:54:41.978312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] Sync routers for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:54:41.983104 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-12a88a95-6a29-4ec7-9a61-dc4aa4455782 admin admin] 10.222.0.74 "PUT /v2.0/routers/62947e18-7d79-489f-8c0e-5d78e508fde1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9566169 Feb 15 15:54:41.986070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44742) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:41.989750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:54:41.990723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:42.182212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:42.187091 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:54:42.387547 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:42.393365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Deleting port 41da7031-1cad-4ce7-8712-ecc130ba6d40 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:42.393733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:42.511491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:54:40Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:42.516162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] Checking router: 62947e18-7d79-489f-8c0e-5d78e508fde1 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:54:42.526222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] Routers {'62947e18-7d79-489f-8c0e-5d78e508fde1'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:54:42.527473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['62947e18-7d79-489f-8c0e-5d78e508fde1'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:42.612968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] For port 41da7031-1cad-4ce7-8712-ecc130ba6d40, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=41da7031-1cad-4ce7-8712-ecc130ba6d40,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:42.613255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:42.737152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] Set router 62947e18-7d79-489f-8c0e-5d78e508fde1 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:54:42.812529 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Calling delete_port for 41da7031-1cad-4ce7-8712-ecc130ba6d40 owned by network:router_gateway {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:43.046017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.119617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:54:40Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:43.125663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cecabd-9bcc-4a22-9137-5f9cb525c320 None None] The sync data for ids ['62947e18-7d79-489f-8c0e-5d78e508fde1'] in dv-cinder-768105-5-smb is: [{'id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'name': 'tempest-AttachVolumeTestJSON-495000865-router', 'tenant_id': '194177d10d7147c1ba296129e5fae4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:52Z', 'updated_at': '2021-02-15T15:54:40Z', 'revision_number': 5, 'project_id': '194177d10d7147c1ba296129e5fae4b9', 'gw_port': {'id': '41da7031-1cad-4ce7-8712-ecc130ba6d40', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62947e18-7d79-489f-8c0e-5d78e508fde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:58Z', 'updated_at': '2021-02-15T15:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:54:43.268181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652154'] for router_gateway, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.638169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102899'] for router, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.640536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.667073 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605324'] for router, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.667693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62947e18-7d79-489f-8c0e-5d78e508fde1 {{(pid=84019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 15:54:43.679989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.681602 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c36bf179-734c-4119-9030-2e6f18d1d1a5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/62947e18-7d79-489f-8c0e-5d78e508fde1 HTTP/1.1" status: 204 len: 168 time: 1.6937656 Feb 15 15:54:43.683971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44754) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:43.755131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Deleting subnet e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:54:43.758414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.811047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:43.949122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.210854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.230620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3b26fc6d-b662-4c4b-ba26-1abfbccc6a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:44.326240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:44.331123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:44.368433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.374642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99efdf-59e4-45c4-8fc0-d799be4c513b None None] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:54:44.376016 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ab4e4f64-3a59-4809-9e09-ce3755905f2e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e6520ae0-3ff9-4a67-91f6-1f7676f0d3e4 HTTP/1.1" status: 204 len: 168 time: 0.6908128 Feb 15 15:54:44.378810 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44764) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:44.503199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.574339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Deleting port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:44.574754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.634681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 8f7c5038-c633-49ce-affb-3c620879b164 no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:54:44.669655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] DHCP port deletion for bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 request from dv-cinder-768105-5-smb {{(pid=84021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 15:54:44.679027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 8f7c5038-c633-49ce-affb-3c620879b164 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:54:44.679418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 8f7c5038-c633-49ce-affb-3c620879b164 not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:54:44.679889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 41da7031-1cad-4ce7-8712-ecc130ba6d40 no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:54:44.716417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Deleting port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:44.716840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.749796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 41da7031-1cad-4ce7-8712-ecc130ba6d40 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:54:44.750222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 41da7031-1cad-4ce7-8712-ecc130ba6d40 not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:54:44.817249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] For port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:44.817653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.942264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] For port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,segment=NetworkSegment(12941ff3-30cb-43c3-b535-2ee702daf95a),segment_id=12941ff3-30cb-43c3-b535-2ee702daf95a)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:54:44.942613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:44.952184 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Calling delete_port for aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:45.036891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:45.079429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Calling delete_port for aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:54:45.103146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3eb758a6-6402-41e2-abe6-37eea4eafabc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:45.171507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Pushing event deleted for resources: {'Port': ['ID=aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:45.179058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:45.212200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] No DVR routers for this DVR port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 on host dv-cinder-768105-5-smb {{(pid=84019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:54:45.343742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:45.394303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:54:45.394715 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:54:45.459354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc13a2dc-de7c-4981-9f14-3fa3ab2271f4']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:45.472705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12941ff3-30cb-43c3-b535-2ee702daf95a') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:45.472991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12941ff3-30cb-43c3-b535-2ee702daf95a') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:54:45.485141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:45.500374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:45.502879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:54:45.690332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:54:45.700013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:45.881410 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Network bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:54:45.896569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Deleting port aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:54:45.897225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:54:45.908443 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:54:45.989388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2e166fb9-7c65-4725-bdc2-6d797c5d78dd None None] The port 'aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 15:54:46.003632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:46.007228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:46.025283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:46.038164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc13a2dc-de7c-4981-9f14-3fa3ab2271f4,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:46.043305 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:46.045218 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] 10.222.0.74 "DELETE /v2.0/networks/bc13a2dc-de7c-4981-9f14-3fa3ab2271f4 HTTP/1.1" status: 204 len: 168 time: 1.6653366 Feb 15 15:54:46.162154 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44780) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:46.214429 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d092e1ca-9868-47fe-9c48-c86bc7bda7b2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=194177d10d7147c1ba296129e5fae4b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509267 Feb 15 15:54:46.217196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 44784) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:46.284712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:46.311998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:46.359641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:46.364597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21b96768-255e-4eb6-b27a-f8179ee59286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:46.378896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240b177e-9380-4a39-a20b-cbb5e409d258,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:46.382597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:46.385789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:46.387059 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/240b177e-9380-4a39-a20b-cbb5e409d258 HTTP/1.1" status: 204 len: 168 time: 0.1688874 Feb 15 15:54:46.625462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:54:46.665167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:54:46.665566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device aae3f3a7-edcd-4f1d-9f12-f77a3bd2de72 not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:54:47.969270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:52.811001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac179c52-299b-4514-8675-d57986ab273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:55.129810 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3213bd76-c6e1-44ed-a65c-42781551f285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:56.017998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:57.068070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:57.339020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:59.310400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45018) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:54:59.378731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Deleting subnet cec44cb2-31c6-4d35-9741-a7653161aa80 {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:54:59.381818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:59.439645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:59.502873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:59.782630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:59.799249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:54:59.891661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec44cb2-31c6-4d35-9741-a7653161aa80,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:54:59.896076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:54:59.930295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:54:59.936785 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cec44cb2-31c6-4d35-9741-a7653161aa80 HTTP/1.1" status: 204 len: 168 time: 0.6250997 Feb 15 15:54:59.939542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45030) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:00.281148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:00.467607 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:00.591761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f06579-7560-405f-a0cd-1c43d1a19595']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:00.604401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b360c5f-278f-4714-973c-ee246f3397b6') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:00.604738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b360c5f-278f-4714-973c-ee246f3397b6') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:00.617501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:00.639118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:00.641146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:55:00.824621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Network 04f06579-7560-405f-a0cd-1c43d1a19595 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:55:00.838778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:01.022898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Network 04f06579-7560-405f-a0cd-1c43d1a19595 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:55:01.046658 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:55:01.135194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:01.139344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:01.158520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:01.168675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f06579-7560-405f-a0cd-1c43d1a19595,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:01.171924 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] 10.222.0.74 "DELETE /v2.0/networks/04f06579-7560-405f-a0cd-1c43d1a19595 HTTP/1.1" status: 204 len: 168 time: 1.2313771 Feb 15 15:55:01.172968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:01.368515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45052) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:01.420411 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ce2c57f7-b910-451c-bb11-aa70133e0260 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a1cce8659ee048639079ed0a36188f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506148 Feb 15 15:55:01.423063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45056) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:01.486276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:01.515367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:01.565443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:01.570580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d5e168ce-48f8-40f8-bd6d-371b26b75fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:01.584561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7342ab0-4953-472b-8469-920c993fec7e,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:01.587363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:01.588543 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:01.589796 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7342ab0-4953-472b-8469-920c993fec7e HTTP/1.1" status: 204 len: 168 time: 0.1657162 Feb 15 15:55:04.214574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:55:13.757106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45282) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:13.886849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:13.903261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:13.907462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Usage tracker for resource:security_group_rule and tenant:04ee7ebabc3a4afc8d0d6fb0247dd9a1 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:13.910605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:13.916444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:14.004357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:14.006952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:14.016411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-05c00f5b-aeb1-49de-8a34-73df6e448ecc tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:14.058652 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04ee7ebabc3a4afc8d0d6fb0247dd9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002098 Feb 15 15:55:14.060374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1311a668-7935-451a-8578-2f53c3071112,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:14.061561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45288) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:14.068838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.069188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.069596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.070016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.070414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.070807 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.071197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.071582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.071968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.072355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.072740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.073125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.073613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.074034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.075151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.075554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.075947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.076335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.076802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.077199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.077590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.078008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.078396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.078778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:14.083630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3e34dada-0c13-4352-b43a-ea5fbf9a6641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:14.132760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:14.162987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:14.209747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:14.214883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d23319b6-3393-4539-892c-fc6d67b13c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:14.226668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1311a668-7935-451a-8578-2f53c3071112,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:14.232371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:14.234548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:14.235682 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1311a668-7935-451a-8578-2f53c3071112 HTTP/1.1" status: 204 len: 168 time: 0.1729414 Feb 15 15:55:14.772116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba1d3-283c-4c2e-bc34-e8113febffa7 req-161610a4-8433-4ae4-9fcf-088afc32f034 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:14.773756 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-511ba1d3-283c-4c2e-bc34-e8113febffa7 req-161610a4-8433-4ae4-9fcf-088afc32f034 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1025331 Feb 15 15:55:14.826327 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-511ba1d3-283c-4c2e-bc34-e8113febffa7 req-47f1764e-2041-49e7-bb54-3843663fb058 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450828 Feb 15 15:55:14.938576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45324) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:15.066228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-942769645-network', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:15.071365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:15.075550 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Usage tracker for resource:network and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:15.078643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:15.084904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:15.095210 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Made reservation on behalf of 118c7db8e7904fb09ac06874d2eafe06 for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:55:15.100049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.113560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.129097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:15.133211 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Usage tracker for resource:security_group_rule and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:15.136226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:15.142147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:15.228779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.232174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.236485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5c295b0e-ed25-4e72-8eaf-9211aa64cb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:15.273081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:55:15.282557 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56243230-3430-4f6f-8bc7-d0a147bc9177,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:15.286482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:15.288975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.289409 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Added segment 7281b540-9a9a-4450-a4d1-ce882e143763 of type vxlan for network 6d4fd103-1ac5-442d-ace9-7ab839f26783 Feb 15 15:55:15.318384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.348206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.349462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:15.350136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.355141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:15.462103 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5222957 Feb 15 15:55:15.463055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Pushing event updated for resources: {'Network': ['ID=6d4fd103-1ac5-442d-ace9-7ab839f26783,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:15.465262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45332) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:15.468199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:15.472058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Request body: {'subnet': {'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-942769645-subnet', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'ip_version': 4}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:15.474047 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:55:15.477219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:15.481822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Usage tracker for resource:subnet and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:15.485045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:15.491156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:15.492266 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:55:15.501231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Made reservation on behalf of 118c7db8e7904fb09ac06874d2eafe06 for: {'subnet': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:55:15.506322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1854013'] for subnet, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.914896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853100684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1854034'] for subnet, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:15.931003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:16.060630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e09ec2-22d3-4ea9-8899-63fe3e390a64 req-bc58a244-0670-465f-ad52-5b1263ae0c53 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:16.062565 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f1e09ec2-22d3-4ea9-8899-63fe3e390a64 req-bc58a244-0670-465f-ad52-5b1263ae0c53 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1118336 Feb 15 15:55:16.075587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5576526-8d51-4305-a938-f7465579306d,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:16.080748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:16.124945 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f1e09ec2-22d3-4ea9-8899-63fe3e390a64 req-0e52ad96-86aa-418f-a5d8-21aa3a8fd2fb tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557673 Feb 15 15:55:16.154972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Checking segment: {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:16.155368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Network hostable DHCP agents. Network: 6d4fd103-1ac5-442d-ace9-7ab839f26783, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:55:16.174183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:55:16.182985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 6d4fd103-1ac5-442d-ace9-7ab839f26783) {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:16.192694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e429b4d-c4ce-4877-92d6-89c88d8c4496 None None] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:55:16.195277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:16.195921 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.220040 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7509801 Feb 15 15:55:16.220331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45348) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:16.225962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:16.231128 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:16.235521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Usage tracker for resource:router and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:16.239790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:16.254695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:16.266041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102850'] for router, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.268197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853851141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672949'] for router, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.290071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.329688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-72079ac6-34ab-46b5-b2be-68164682af7a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:16.331409 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-72079ac6-34ab-46b5-b2be-68164682af7a tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.0976028 Feb 15 15:55:16.426704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Deleting port 81e6cc0b-5034-478b-a297-5e6a804abbfa {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:55:16.427414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.453756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6154e5a7-77f4-53c3-8ece-bdb8f03e8fb1-6d4fd103-1ac5-442d-ace9-7ab839f26783', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d'}]}} from dv-cinder-768105-5-smb. {{(pid=84021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 15:55:16.454802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.629573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.737756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] For port 81e6cc0b-5034-478b-a297-5e6a804abbfa, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=81e6cc0b-5034-478b-a297-5e6a804abbfa,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:16.738189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:16.772823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Allocated IP 172.20.0.2 (6d4fd103-1ac5-442d-ace9-7ab839f26783/c5576526-8d51-4305-a938-f7465579306d/7f15de71-3225-4c52-97db-b9204afa7fac) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:55:16.973153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.006162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.006837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.019144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Transition to ACTIVE for port object 7f15de71-3225-4c52-97db-b9204afa7fac will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:17.037798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Transition to ACTIVE for port object 7f15de71-3225-4c52-97db-b9204afa7fac will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:17.054199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.072112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-062c5b01-f8aa-409c-b7f5-40c105759de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:17.173289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 81e6cc0b-5034-478b-a297-5e6a804abbfa no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:55:17.260277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Pushing event updated for resources: {'Port': ['ID=7f15de71-3225-4c52-97db-b9204afa7fac,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:17.285300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.285678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.286082 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.286458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.286827 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.287195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.287560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.287924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.288464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.288656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.288969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.289331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.289813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.290179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.290541 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.290899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.291258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.291622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.291976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.292332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.292689 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.293088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.293449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.293802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:17.306839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:17.360644 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Allocated IP 172.28.2.194 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/134a72e4-2f62-4c4c-a8a9-1eb80f11b12d) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:55:17.373836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.374241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.374936 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Floating IP c5bd7739-0032-4bda-ac32-bf53b52aced2 disassociated. External IP: 172.28.2.241, port: 81e6cc0b-5034-478b-a297-5e6a804abbfa. Feb 15 15:55:17.374936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Calling delete_port for 81e6cc0b-5034-478b-a297-5e6a804abbfa owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:55:17.408384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:17.409182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.419280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:17.422899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:55:17.499421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404c5b9-90e4-4f2b-b6d0-35ea60ed3978 req-999f79fb-5165-4cde-8e01-b6a1828acce4 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:17.501265 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0404c5b9-90e4-4f2b-b6d0-35ea60ed3978 req-999f79fb-5165-4cde-8e01-b6a1828acce4 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 946 time: 0.1820688 Feb 15 15:55:17.538554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.588424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.607747 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0404c5b9-90e4-4f2b-b6d0-35ea60ed3978 req-38ceb879-9d14-4d77-9fa5-71c76d482636 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups?id=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668962 Feb 15 15:55:17.609072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c2058ba3-75b7-47cd-9693-d76048a1d19e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:17.636096 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.697963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Attempting to bind port 7f15de71-3225-4c52-97db-b9204afa7fac on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:55:17.698387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Attempting to bind port 7f15de71-3225-4c52-97db-b9204afa7fac by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:55:17.698800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Attempting to bind port 7f15de71-3225-4c52-97db-b9204afa7fac on network 6d4fd103-1ac5-442d-ace9-7ab839f26783 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:55:17.711400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:55:17.711816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Checking segment: {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:17.712261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.712685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Bound using segment: {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:55:17.713201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Bound port: 7f15de71-3225-4c52-97db-b9204afa7fac, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:55:17.713619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.792593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:17.821021 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] For port 7f15de71-3225-4c52-97db-b9204afa7fac, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:55:17.824054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] For port 7f15de71-3225-4c52-97db-b9204afa7fac, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=7f15de71-3225-4c52-97db-b9204afa7fac,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:55:17.832577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:17.861964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event deleted for resources: {'Port': ['ID=81e6cc0b-5034-478b-a297-5e6a804abbfa,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:17.872664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:17.966673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:18.077710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Pushing event updated for resources: {'Port': ['ID=134a72e4-2f62-4c4c-a8a9-1eb80f11b12d,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:18.092412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Pushing event updated for resources: {'Port': ['ID=7f15de71-3225-4c52-97db-b9204afa7fac,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:18.098630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:18.137736 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:18.144252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:18.174833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:18.176038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:18.180121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:55:18.181947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:55:18.419092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:55:18.429138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] Sync routers for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:55:18.439988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:18.440920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:18.486692 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] No DVR routers for this DVR port 81e6cc0b-5034-478b-a297-5e6a804abbfa on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:55:18.489649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:18.521997 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-deleted', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:55:18.587160 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a6129659-7c32-4029-b1f1-2682e31efc66 req-6e59a92b-ca5b-4b0b-81c3-bdc700af2511 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.111 "DELETE /v2.0/ports/81e6cc0b-5034-478b-a297-5e6a804abbfa HTTP/1.1" status: 204 len: 173 time: 2.2478576 Feb 15 15:55:18.605530 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07241312-44e8-4754-a403-9818a95be386', 'name': 'network-vif-deleted', 'tag': '81e6cc0b-5034-478b-a297-5e6a804abbfa', 'status': 'completed', 'code': 200} Feb 15 15:55:18.724361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:18.748949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 7f15de71-3225-4c52-97db-b9204afa7fac up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:18.771395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:18.862320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 7f15de71-3225-4c52-97db-b9204afa7fac completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:18.913867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-decc9c2e-1c0b-45ea-83f9-498c15851006 req-b45949d6-054a-4cb1-892d-a6746427656e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Synchronizing usage tracker for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:55:18.930569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-decc9c2e-1c0b-45ea-83f9-498c15851006 req-b45949d6-054a-4cb1-892d-a6746427656e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Unset dirty status for tenant:80755d66beff435983477bbede40810b on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:55:18.940609 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-decc9c2e-1c0b-45ea-83f9-498c15851006 req-b45949d6-054a-4cb1-892d-a6746427656e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/ports?device_id=07241312-44e8-4754-a403-9818a95be386 HTTP/1.1" status: 200 len: 210 time: 0.0798790 Feb 15 15:55:19.126584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854170595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120'] for router, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:19.145260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:19.151103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] Checking router: f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:55:19.160800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:19.161685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:19.378329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:19.392446 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Router fe4e0336-0422-40c8-8379-d725b70e7551 is scheduled to L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 with binding_index 1 {{(pid=84019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 15:55:19.639571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:55:19.648992 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Sync routers for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:55:19.667545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:19.669186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:19.691165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:19.692937 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7dc8b4a1-ff6c-4e38-810a-945e91a0811a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4716477 Feb 15 15:55:19.696030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45404) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:19.758017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:19.764639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2127bf-651b-46d5-af00-ee35d04b579c None None] The sync data for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb is: [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:47:03Z', 'revision_number': 4, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e', 'name': '', 'network_id': 'cb3c15ea-43f2-4c2f-9972-ac9050314662', 'tenant_id': '80755d66beff435983477bbede40810b', 'mac_address': 'fa:16:3e:32:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:57Z', 'updated_at': '2021-02-15T15:47:11Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'subnets': [{'id': '64056cce-2f65-4dd7-8ff5-d32180ecec1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:55:19.841104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60157ef2-9e31-4822-9a88-415a06863d31 None None] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:55:19.974509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Provisioning for port 7f15de71-3225-4c52-97db-b9204afa7fac completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:20.002564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Provisioning complete for port 7f15de71-3225-4c52-97db-b9204afa7fac triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:20.002986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.131774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:20.135435 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45422) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:20.262683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.305440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.322170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e173a1-c1c9-4cf1-94f5-f9d79237414d None None] New status for floating IP c5bd7739-0032-4bda-ac32-bf53b52aced2: DOWN {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:55:20.333404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45428) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:20.395338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.425871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7226d4a7-9d2b-42cc-b1fd-d0ec5868fd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:20.459220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adc4d8a-4ec7-49da-a977-cbb0b54b7e22,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:20.462454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:20.465124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.466517 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "DELETE /v2.0/security-groups/0adc4d8a-4ec7-49da-a977-cbb0b54b7e22 HTTP/1.1" status: 204 len: 168 time: 0.3297017 Feb 15 15:55:20.469482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45434) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:20.494905 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.api.v2.resource [None req-26337bba-343b-4429-b255-c1d3a347770f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] show failed (client error): The resource could not be found. Feb 15 15:55:20.496743 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-26337bba-343b-4429-b255-c1d3a347770f tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "GET /v2.0/security-groups/0adc4d8a-4ec7-49da-a977-cbb0b54b7e22 HTTP/1.1" status: 404 len: 347 time: 0.0244093 Feb 15 15:55:20.500537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45438) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:20.673984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.708469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.729429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.759462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:18Z', 'revision_number': 3, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:20.770629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Checking router: fe4e0336-0422-40c8-8379-d725b70e7551 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:55:20.771032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Updating router fe4e0336-0422-40c8-8379-d725b70e7551 port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:55:20.804685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] For port 7f15de71-3225-4c52-97db-b9204afa7fac, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=7f15de71-3225-4c52-97db-b9204afa7fac,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:20.814137 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.818143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:20.818445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:20.822665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Usage tracker for resource:security_group_rule and tenant:5facc6412b5242809583d8c7ac8883cd is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:20.826017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:20.833015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:20.870041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Deleting port 4c4ff5aa-62b4-4f91-8c6b-a8f48d3d9756 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:55:20.870429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:20.896367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Pushing event updated for resources: {'Port': ['ID=7f15de71-3225-4c52-97db-b9204afa7fac,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:20.902891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:20.913605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.079507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-def7b20b-8d8f-43f1-bac6-50d55fa980e3 None None] Provisioning complete for port 7f15de71-3225-4c52-97db-b9204afa7fac triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:21.079929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-def7b20b-8d8f-43f1-bac6-50d55fa980e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.106718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.110923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Allocated IP 172.20.0.1 (6d4fd103-1ac5-442d-ace9-7ab839f26783/c5576526-8d51-4305-a938-f7465579306d/59b89e14-fe50-41b3-a948-3156c0db6a9a) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:55:21.119225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.130782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1daf1b32-1751-47de-890e-5d96eb3f16ab tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:21.182407 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5facc6412b5242809583d8c7ac8883cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8474538 Feb 15 15:55:21.190066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45442) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:21.207040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622f722e-0c10-4994-a726-2170d7a5dc63,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:21.212109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:21.243818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.244457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.406805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Calling delete_port for 4c4ff5aa-62b4-4f91-8c6b-a8f48d3d9756 owned by network:floatingip {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:55:21.548602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.586796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.603766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.621569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:21.644882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.648307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cbbf0ac8-7f33-487f-b926-29c0dcfe03a7 None None] Provisioning complete for port 7f15de71-3225-4c52-97db-b9204afa7fac triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:21.649265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cbbf0ac8-7f33-487f-b926-29c0dcfe03a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.651145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f50a5e93-ab3a-4e82-9094-ce466d96dba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:21.686941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622f722e-0c10-4994-a726-2170d7a5dc63,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:21.687179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.690090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.691318 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/622f722e-0c10-4994-a726-2170d7a5dc63 HTTP/1.1" status: 204 len: 168 time: 0.5003860 Feb 15 15:55:21.692547 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:21.696081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.714516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Transition to ACTIVE for port object 59b89e14-fe50-41b3-a948-3156c0db6a9a will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:21.745144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Transition to ACTIVE for port object 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:21.751611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.755165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:21.848341 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dc3860b5-179b-4d1e-95f7-d880b14b54f2 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:21.945572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Pushing event updated for resources: {'Port': ['ID=59b89e14-fe50-41b3-a948-3156c0db6a9a,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:21.945572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:22.089322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:22.091438 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:22.096492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:55:22.102253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:22.107867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Pushing event deleted for resources: {'Port': ['ID=4c4ff5aa-62b4-4f91-8c6b-a8f48d3d9756,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:22.136162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:22.165523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45450) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:22.174610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854123542'] for router_interface, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.238632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.307564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:22.322314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Usage tracker for resource:security_group_rule and tenant:518951aa623d455fad68ef416fc54fb0 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:22.327967 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:22.336863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Attempting to bind port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:55:22.337284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Attempting to bind port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:55:22.337698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Attempting to bind port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d on network e4a9b955-749a-48d7-9208-9db45c1feaf9 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:55:22.343586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:22.348348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.360536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.401855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:55:22.402895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:22.403464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.403916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Bound using segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:55:22.404586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Bound port: 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:55:22.405010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.408286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.412942 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-12afb578-a710-41fe-91f7-741af32aa536 tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] 10.222.0.74 "DELETE /v2.0/floatingips/c5bd7739-0032-4bda-ac32-bf53b52aced2 HTTP/1.1" status: 204 len: 168 time: 1.9079845 Feb 15 15:55:22.441379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302633d3-02a7-4e8a-9d98-b3bc0a6a30ae None None] Pushing event updated for resources: {'Port': ['ID=134a72e4-2f62-4c4c-a8a9-1eb80f11b12d,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:22.461803 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-302633d3-02a7-4e8a-9d98-b3bc0a6a30ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:22.498349 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.501923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.519615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] For port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:55:22.522954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] For port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=134a72e4-2f62-4c4c-a8a9-1eb80f11b12d,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:55:22.526811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.536843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-12afa4ea-f0d1-4232-8bf6-c6e64f777c3c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:22.551273 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=518951aa623d455fad68ef416fc54fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825369 Feb 15 15:55:22.554669 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45456) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:22.656662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06853f28-f180-4145-89be-a0524a6f2ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.693730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:22.700296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06853f28-f180-4145-89be-a0524a6f2ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.708237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a18462-0920-4189-ae11-6739ecb250ae,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:22.711850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:22.724257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.728303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.744744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 7f15de71-3225-4c52-97db-b9204afa7fac up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:22.755069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06853f28-f180-4145-89be-a0524a6f2ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.760394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ff7042ba-05c4-4892-a80f-2340f7421fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:22.761938 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7cbe53df-aba6-42c1-9520-5fbcf09a583d tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:22.773588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06853f28-f180-4145-89be-a0524a6f2ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a18462-0920-4189-ae11-6739ecb250ae,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:22.776294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-06853f28-f180-4145-89be-a0524a6f2ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:22.781070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-06853f28-f180-4145-89be-a0524a6f2ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.782498 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-06853f28-f180-4145-89be-a0524a6f2ce1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9a18462-0920-4189-ae11-6739ecb250ae HTTP/1.1" status: 204 len: 168 time: 0.2268412 Feb 15 15:55:22.840826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Pushing event updated for resources: {'Port': ['ID=59b89e14-fe50-41b3-a948-3156c0db6a9a,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:22.845517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:22.857846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652224'] for router_interface, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.880156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ac9aeed6-fd11-41bd-8041-5f2dbc6a59ec None None] Provisioning for port 59b89e14-fe50-41b3-a948-3156c0db6a9a completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:22.905515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ac9aeed6-fd11-41bd-8041-5f2dbc6a59ec None None] Provisioning complete for port 59b89e14-fe50-41b3-a948-3156c0db6a9a triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:22.905967 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac9aeed6-fd11-41bd-8041-5f2dbc6a59ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.931152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cb504a44-67f1-4a0c-b316-dca0e6ed612c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:22.941280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:22.942030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:54:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:23.014808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:23.016396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:23.029101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302633d3-02a7-4e8a-9d98-b3bc0a6a30ae None None] Pushing event updated for resources: {'Port': ['ID=134a72e4-2f62-4c4c-a8a9-1eb80f11b12d,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:23.093648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-302633d3-02a7-4e8a-9d98-b3bc0a6a30ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:23.133960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 7f15de71-3225-4c52-97db-b9204afa7fac triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:23.134387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:23.170006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ac9aeed6-fd11-41bd-8041-5f2dbc6a59ec None None] Port 59b89e14-fe50-41b3-a948-3156c0db6a9a cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:55:23.241290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Router fe4e0336-0422-40c8-8379-d725b70e7551 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:55:23.258485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:23.448371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:55:23.458579 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] 10.222.0.74 "PUT /v2.0/routers/fe4e0336-0422-40c8-8379-d725b70e7551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7612059 Feb 15 15:55:23.562355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c46bbb41-3d45-41ea-804d-0d53dffc5f51 None None] Provisioning complete for port 59b89e14-fe50-41b3-a948-3156c0db6a9a triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:23.562790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c46bbb41-3d45-41ea-804d-0d53dffc5f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:23.639208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c46bbb41-3d45-41ea-804d-0d53dffc5f51 None None] Port 59b89e14-fe50-41b3-a948-3156c0db6a9a cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:55:23.742538 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 2, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:23.746909 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44f6fd-1803-440b-be9f-f9150d3ebf3c None None] The sync data for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb is: [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 2, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:55:24.569833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45522) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:24.576956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1165073141-network', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:24.582825 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:24.606342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Usage tracker for resource:network and tenant:7867ded8a34e40c8be5efe9c688d5616 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:24.614829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:24.622742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:24.641802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Made reservation on behalf of 7867ded8a34e40c8be5efe9c688d5616 for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:55:24.656720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.679401 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.699511 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:24.704809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Usage tracker for resource:security_group_rule and tenant:7867ded8a34e40c8be5efe9c688d5616 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:24.707949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:24.714188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:24.809324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.812663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.817295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ac6de170-1c86-44b5-906a-5729d5cc7083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:24.848665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:55:24.862726 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d764016c-cfa4-4d58-9db5-eb6c1d4e8683,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:24.876626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:24.880102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.880400 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Added segment c81efe2a-9c1e-45a1-aba9-4e99c45566d7 of type vxlan for network d6fe59d6-4a66-469e-bdf4-9995be94c195 Feb 15 15:55:24.911355 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.946793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.948265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:24.949117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:24.956524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:25.073497 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4996309 Feb 15 15:55:25.073841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45534) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:25.081244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Request body: {'subnet': {'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1165073141-subnet', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:25.089796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Pushing event updated for resources: {'Network': ['ID=d6fe59d6-4a66-469e-bdf4-9995be94c195,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:25.094376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:25.097667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:25.102427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:55:25.112330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Usage tracker for resource:subnet and tenant:7867ded8a34e40c8be5efe9c688d5616 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:25.116682 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:25.124219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:25.127298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:55:25.134567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Made reservation on behalf of 7867ded8a34e40c8be5efe9c688d5616 for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:55:25.142292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1610785'] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:25.329297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e70f5761-8383-4640-9157-31d7596f937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:25.421801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45550) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:25.624195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852621599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1610830'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:25.641062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:25.783858 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbf9f7b-1455-4616-9da7-7bcf1e54381f,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:25.788641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:25.850660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Checking segment: {'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:25.850971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Network hostable DHCP agents. Network: d6fe59d6-4a66-469e-bdf4-9995be94c195, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:55:25.869497 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:55:25.878185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, d6fe59d6-4a66-469e-bdf4-9995be94c195) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:25.888737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270407ac-42ec-4242-86db-645156f6226f None None] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:55:25.890680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:25.891426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:25.912245 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8365576 Feb 15 15:55:25.915003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45558) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:25.920645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:25.925924 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:25.930163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Usage tracker for resource:router and tenant:7867ded8a34e40c8be5efe9c688d5616 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:25.934500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:25.940574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:25.950761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102850'] for router, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:25.951984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853851141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672949'] for router, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:25.970748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.096376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.166925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6154e5a7-77f4-53c3-8ece-bdb8f03e8fb1-d6fe59d6-4a66-469e-bdf4-9995be94c195', 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'fixed_ips': [{'subnet_id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f'}]}} from dv-cinder-768105-5-smb. {{(pid=84021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 15:55:26.169149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.246481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854123730'] for router_interface, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.275546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.654459 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Deleting port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:55:26.654974 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.655099 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Allocated IP 172.20.0.2 (d6fe59d6-4a66-469e-bdf4-9995be94c195/cdbf9f7b-1455-4616-9da7-7bcf1e54381f/b3184a88-26f2-49e0-9faa-a6947e0ba061) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:55:26.724499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:26.902486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] For port e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:26.902486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.934957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:26.950331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:26.950760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:26.979050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.027661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.069440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Calling delete_port for e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e owned by network:router_interface {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:55:27.102782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.109921 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.157984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Transition to ACTIVE for port object b3184a88-26f2-49e0-9faa-a6947e0ba061 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:27.190954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Transition to ACTIVE for port object b3184a88-26f2-49e0-9faa-a6947e0ba061 will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:27.200028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.213203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.226912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:27.271720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.287756 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:27.334816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Allocated IP 172.28.2.168 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/c86884fc-0e54-49b3-bee7-0147380e1fe4) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:55:27.379408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=134a72e4-2f62-4c4c-a8a9-1eb80f11b12d,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:27.388472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:27.395794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.397609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:27.405314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.420819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Pushing event updated for resources: {'Port': ['ID=b3184a88-26f2-49e0-9faa-a6947e0ba061,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:27.425014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:27.435161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c782e152-9c25-4f3d-a0ff-1b581d0c3d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:27.484850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Sync routers for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:55:27.507053 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.520114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:27.520805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:27.542327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.562444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-697458e4-155e-4c28-a617-073103ad22e4 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:27.676478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:27.681485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:27.684698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:55:27.727384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=134a72e4-2f62-4c4c-a8a9-1eb80f11b12d,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:27.731381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:27.736273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Pushing event updated for resources: {'Port': ['ID=c86884fc-0e54-49b3-bee7-0147380e1fe4,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:27.741914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:27.768030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853994779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645841'] for router_interface, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.783351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Attempting to bind port b3184a88-26f2-49e0-9faa-a6947e0ba061 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:55:27.783766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Attempting to bind port b3184a88-26f2-49e0-9faa-a6947e0ba061 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:55:27.784171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Attempting to bind port b3184a88-26f2-49e0-9faa-a6947e0ba061 on network d6fe59d6-4a66-469e-bdf4-9995be94c195 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:55:27.785059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:27.786414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:27.788823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:55:27.795472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:55:27.795898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Checking segment: {'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:27.796339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.796777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Bound using segment: {'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:55:27.797300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Bound port: b3184a88-26f2-49e0-9faa-a6947e0ba061, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:55:27.797876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:27.860400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:28.136709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] For port b3184a88-26f2-49e0-9faa-a6947e0ba061, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:55:28.155452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] For port b3184a88-26f2-49e0-9faa-a6947e0ba061, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=b3184a88-26f2-49e0-9faa-a6947e0ba061,segment=NetworkSegment(c81efe2a-9c1e-45a1-aba9-4e99c45566d7),segment_id=c81efe2a-9c1e-45a1-aba9-4e99c45566d7)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:55:28.159747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:28.179295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:28.350991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:28.390930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Pushing event updated for resources: {'Port': ['ID=b3184a88-26f2-49e0-9faa-a6947e0ba061,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:28.398356 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:28.507245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 2, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:28.511891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Checking router: fe4e0336-0422-40c8-8379-d725b70e7551 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:55:28.512540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Updating router fe4e0336-0422-40c8-8379-d725b70e7551 port 59b89e14-fe50-41b3-a948-3156c0db6a9a binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:55:28.609289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:55:28.883421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:28.944111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:55:28.948919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854170595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120'] for router, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:28.955775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] Sync routers for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:55:28.979849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:28.980599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:28.984941 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] 10.222.0.74 "PUT /v2.0/routers/f8a78d74-00eb-46ae-8f1a-0a5d96b888a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5593605 Feb 15 15:55:28.985915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45580) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:29.032123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:29.190331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:29.190764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:29.252289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:29.279239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 is scheduled to L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 with binding_index 1 {{(pid=84020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 15:55:29.476585 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:29.483380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Deleting port 900988e5-0e5d-4740-ae6e-fa35aa590c99 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:55:29.483904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:29.505210 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:29.522549 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:55:29.534984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Sync routers for ids ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:55:29.552978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] Notify callbacks [] for router, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:29.554486 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9e3a5f3a-4dd2-4117-a84f-0bd41499fd96 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6383615 Feb 15 15:55:29.557320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45584) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:29.573715 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Routers {'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:29.574582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:29.703116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] For port 900988e5-0e5d-4740-ae6e-fa35aa590c99, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=900988e5-0e5d-4740-ae6e-fa35aa590c99,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:29.703989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:29.867979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Calling delete_port for 900988e5-0e5d-4740-ae6e-fa35aa590c99 owned by network:router_gateway {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:55:29.873128 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Set router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:29.910707 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:29.915511 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] Checking router: f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:55:29.926440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] Routers {'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:29.927127 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:30.056592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.188872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] Set router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:30.262429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.421681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652154'] for router_gateway, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.449808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249860a-67cf-4159-9e0c-1383e47f036c None None] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:55:30.564731 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ff35515f-515e-44f2-89aa-0bca97dc5c1d None None] Provisioning for port b3184a88-26f2-49e0-9faa-a6947e0ba061 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:30.584215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102899'] for router, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.586676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.591676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T15:55:28Z', 'revision_number': 3, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:30.600118 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Checking router: f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:55:30.600539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Updating router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 port c86884fc-0e54-49b3-bee7-0147380e1fe4 binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:55:30.615882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605324'] for router, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.616751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 {{(pid=84019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 15:55:30.632566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.632987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Transition to ACTIVE for port object 59b89e14-fe50-41b3-a948-3156c0db6a9a will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:30.634773 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-890b88c2-09e2-4543-8a5f-6c7ffd6632b9 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f8a78d74-00eb-46ae-8f1a-0a5d96b888a7 HTTP/1.1" status: 204 len: 168 time: 1.6473947 Feb 15 15:55:30.638205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45600) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:30.655403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.665792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:30.680448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748cb040-4a0a-4811-881b-e2de9a5039fd None None] The sync data for ids ['f8a78d74-00eb-46ae-8f1a-0a5d96b888a7'] in dv-cinder-768105-5-smb is: [{'id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1492860789-router', 'tenant_id': '80755d66beff435983477bbede40810b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125'}], 'enable_snat': True}, 'gw_port_id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:46:46Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 5, 'project_id': '80755d66beff435983477bbede40810b', 'gw_port': {'id': '900988e5-0e5d-4740-ae6e-fa35aa590c99', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a78d74-00eb-46ae-8f1a-0a5d96b888a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:46:49Z', 'updated_at': '2021-02-15T15:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:55:30.746790 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Deleting subnet 64056cce-2f65-4dd7-8ff5-d32180ecec1b {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:55:30.750651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.834436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:30.844562 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:30.881387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b3184a88-26f2-49e0-9faa-a6947e0ba061 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:30.955569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.078218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.138843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.201933 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad019a8-0d38-440a-a74b-04d9e67859f5 None None] Pushing event updated for resources: {'Port': ['ID=59b89e14-fe50-41b3-a948-3156c0db6a9a,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:31.310962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.343819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4865ce4a-209a-4c19-b619-3fca31926db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:31.487546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64056cce-2f65-4dd7-8ff5-d32180ecec1b,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:31.493626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:31.500867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aad019a8-0d38-440a-a74b-04d9e67859f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:31.546467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.565106 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-eb18dfa4-4a35-43d6-8a66-c06c15fbf977 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/64056cce-2f65-4dd7-8ff5-d32180ecec1b HTTP/1.1" status: 204 len: 168 time: 0.9255362 Feb 15 15:55:31.570406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45616) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:31.620926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Allocated IP 172.20.0.1 (d6fe59d6-4a66-469e-bdf4-9995be94c195/cdbf9f7b-1455-4616-9da7-7bcf1e54381f/b0701456-e9e9-4fee-bebf-9759b769c1ec) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:55:31.652520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598e8b66-64aa-4798-8e83-1e036a704741 None None] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:55:31.708701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.735377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port b3184a88-26f2-49e0-9faa-a6947e0ba061 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:31.780863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port b3184a88-26f2-49e0-9faa-a6947e0ba061 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:31.781285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.788873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Deleting port 91b0f63a-cb2a-440d-b280-37538cc3f33a {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:55:31.789259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.794623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.813225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Transition to ACTIVE for port object b0701456-e9e9-4fee-bebf-9759b769c1ec will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:31.835636 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Attempting to bind port 59b89e14-fe50-41b3-a948-3156c0db6a9a on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:55:31.836052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Attempting to bind port 59b89e14-fe50-41b3-a948-3156c0db6a9a by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:55:31.836463 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Attempting to bind port 59b89e14-fe50-41b3-a948-3156c0db6a9a on network 6d4fd103-1ac5-442d-ace9-7ab839f26783 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:55:31.841988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.908013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:55:31.908433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Checking segment: {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:31.908897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.909324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Bound using segment: {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:55:31.909863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Bound port: 59b89e14-fe50-41b3-a948-3156c0db6a9a, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:55:31.910304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:31.984149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cbcaa6b1-20cc-42fc-9be4-59bd8c973418 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:32.018252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] For port 91b0f63a-cb2a-440d-b280-37538cc3f33a, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=91b0f63a-cb2a-440d-b280-37538cc3f33a,segment=NetworkSegment(2c526d3a-3ab8-466a-a2e7-f844c8b0aec5),segment_id=2c526d3a-3ab8-466a-a2e7-f844c8b0aec5)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:32.018590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.066980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:32.077353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:32.088036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:55:32.120642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Pushing event updated for resources: {'Port': ['ID=b0701456-e9e9-4fee-bebf-9759b769c1ec,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:32.126745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:32.155213 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854123542'] for router_interface, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.181492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Calling delete_port for 91b0f63a-cb2a-440d-b280-37538cc3f33a owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:55:32.275894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.296566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-741e563c-1d03-4845-985d-b308a2f425d5 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:32.300455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] For port 59b89e14-fe50-41b3-a948-3156c0db6a9a, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:55:32.316798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.339300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] For port 59b89e14-fe50-41b3-a948-3156c0db6a9a, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=59b89e14-fe50-41b3-a948-3156c0db6a9a,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:55:32.349642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.359710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.386025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:32.534859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad019a8-0d38-440a-a74b-04d9e67859f5 None None] Pushing event updated for resources: {'Port': ['ID=59b89e14-fe50-41b3-a948-3156c0db6a9a,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:32.550253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aad019a8-0d38-440a-a74b-04d9e67859f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:32.617409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port b3184a88-26f2-49e0-9faa-a6947e0ba061, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=b3184a88-26f2-49e0-9faa-a6947e0ba061,segment=NetworkSegment(c81efe2a-9c1e-45a1-aba9-4e99c45566d7),segment_id=c81efe2a-9c1e-45a1-aba9-4e99c45566d7)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:32.649006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4fbb158e-2c51-49df-aa1f-8d8fc63e4756 None None] Provisioning complete for port b3184a88-26f2-49e0-9faa-a6947e0ba061 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:32.649533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4fbb158e-2c51-49df-aa1f-8d8fc63e4756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.714424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.720908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d9226328-8014-4488-88de-b651cccaeae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:32.750258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.754317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:32.771292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252e3a8b-3cdb-4433-965e-88e73a3de923 None None] DHCP port deletion for cb3c15ea-43f2-4c2f-9972-ac9050314662 request from dv-cinder-768105-5-smb {{(pid=84021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 15:55:32.786228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.resource_extend [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 15 15:55:32.857464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b4a164d-b91f-4596-9660-d6bcb4a8bc6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:32.859907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Pushing event deleted for resources: {'Port': ['ID=91b0f63a-cb2a-440d-b280-37538cc3f33a,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:32.864194 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:32.919130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 59b89e14-fe50-41b3-a948-3156c0db6a9a up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:32.923730 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] No DVR routers for this DVR port 91b0f63a-cb2a-440d-b280-37538cc3f33a on host dv-cinder-768105-5-smb {{(pid=84019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:55:32.994411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Pushing event updated for resources: {'Port': ['ID=b0701456-e9e9-4fee-bebf-9759b769c1ec,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:33.001277 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:33.002327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652224'] for router_interface, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.099691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.118597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=b3184a88-26f2-49e0-9faa-a6947e0ba061,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:33.122830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:33.131063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.141900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:33.142618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:33.257420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3c15ea-43f2-4c2f-9972-ac9050314662']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:33.268949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:55:33.270587 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:55:33.277445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:33.277855 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c526d3a-3ab8-466a-a2e7-f844c8b0aec5') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:33.293395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.311164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.315403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:55:33.342427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Transition to ACTIVE for port object c86884fc-0e54-49b3-bee7-0147380e1fe4 will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:33.529488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:55:33.548747 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 59b89e14-fe50-41b3-a948-3156c0db6a9a completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:33.553007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:55:33.557676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 59b89e14-fe50-41b3-a948-3156c0db6a9a triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:33.558256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.564271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.584540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.608828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:33.703816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-132a5404-64df-42c9-98b6-7e986dd04c8e None None] Provisioning complete for port b3184a88-26f2-49e0-9faa-a6947e0ba061 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:33.704247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-132a5404-64df-42c9-98b6-7e986dd04c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.739626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:55:33.750826 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] 10.222.0.74 "PUT /v2.0/routers/f9f24227-292b-4cd5-9eb2-13d90a0ac9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1917727 Feb 15 15:55:33.754138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Network cb3c15ea-43f2-4c2f-9972-ac9050314662 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:55:33.779416 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:55:33.863523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.868496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e300217e-6624-4547-a26f-7a2fce713048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:33.884590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:33.896276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b73c7-53a2-4352-92cd-b8692d536d40 None None] Pushing event updated for resources: {'Port': ['ID=c86884fc-0e54-49b3-bee7-0147380e1fe4,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:33.899363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7f0b73c7-53a2-4352-92cd-b8692d536d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:33.901470 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3c15ea-43f2-4c2f-9972-ac9050314662,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:33.907685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:33.911162 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d1d466bc-a2f3-4ce3-b69a-a6a6cbe932bd admin admin] 10.222.0.74 "DELETE /v2.0/networks/cb3c15ea-43f2-4c2f-9972-ac9050314662 HTTP/1.1" status: 204 len: 168 time: 2.3394470 Feb 15 15:55:33.999688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:34.060681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45642) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:34.148114 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-dec6d8f9-4c1f-4993-94c9-5774b7b75f66 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=80755d66beff435983477bbede40810b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0853403 Feb 15 15:55:34.150342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45650) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:34.156415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.179841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Attempting to bind port c86884fc-0e54-49b3-bee7-0147380e1fe4 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:55:34.180270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Attempting to bind port c86884fc-0e54-49b3-bee7-0147380e1fe4 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:55:34.180686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Attempting to bind port c86884fc-0e54-49b3-bee7-0147380e1fe4 on network e4a9b955-749a-48d7-9208-9db45c1feaf9 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:55:34.278778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:55:34.279205 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:34.279669 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.280120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Bound using segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:55:34.280686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Bound port: c86884fc-0e54-49b3-bee7-0147380e1fe4, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:55:34.281117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.357033 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port 59b89e14-fe50-41b3-a948-3156c0db6a9a, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=59b89e14-fe50-41b3-a948-3156c0db6a9a,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:34.368225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.453920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:34.501527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:55:34.514225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-772448919', 'description': 'tempest-TestShelveInstance-772448919 description'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:34.522158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.525055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:34.539347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Usage tracker for resource:security_group and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:34.544173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:34.558911 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:34.566589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.590216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-132a5404-64df-42c9-98b6-7e986dd04c8e None None] Provisioning for port b0701456-e9e9-4fee-bebf-9759b769c1ec completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:34.593487 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.593658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:55:34.594022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device e0cbbacb-c3fd-4ded-8ee4-c9af79d1c63e not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:55:34.594501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 900988e5-0e5d-4740-ae6e-fa35aa590c99 no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:55:34.624764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:34.633732 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Usage tracker for resource:security_group_rule and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:34.637352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:34.643448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:34.650485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 900988e5-0e5d-4740-ae6e-fa35aa590c99 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:55:34.650863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 900988e5-0e5d-4740-ae6e-fa35aa590c99 not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:55:34.651321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 91b0f63a-cb2a-440d-b280-37538cc3f33a no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:55:34.671145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.677057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fdafc898-f382-4bf3-b9ad-403c3f7c6155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:34.697969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-132a5404-64df-42c9-98b6-7e986dd04c8e None None] Provisioning complete for port b0701456-e9e9-4fee-bebf-9759b769c1ec triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:34.698340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e1410-d7f1-4cb5-bbbe-0adb42c39930,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:34.698461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-132a5404-64df-42c9-98b6-7e986dd04c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.708521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:34.718431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.719662 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c5e1410-d7f1-4cb5-bbbe-0adb42c39930 HTTP/1.1" status: 204 len: 168 time: 0.5683131 Feb 15 15:55:34.767346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.771503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.778373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e403939-e240-46a1-b170-048031b2e06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:34.781765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 91b0f63a-cb2a-440d-b280-37538cc3f33a {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:55:34.782189 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 91b0f63a-cb2a-440d-b280-37538cc3f33a not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:55:34.799187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] For port c86884fc-0e54-49b3-bee7-0147380e1fe4, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:55:34.810953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=59b89e14-fe50-41b3-a948-3156c0db6a9a,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:34.815315 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:34.836390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] For port c86884fc-0e54-49b3-bee7-0147380e1fe4, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=c86884fc-0e54-49b3-bee7-0147380e1fe4,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:55:34.841164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b18282-7e0c-4e8c-8778-3f89a7062f05,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:34.850030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:34.854037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.863819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:34.867754 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-31833342-dd8c-4fbd-a66a-7f65ccc4d4a1 req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3603320 Feb 15 15:55:34.878252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:34.961233 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-132a5404-64df-42c9-98b6-7e986dd04c8e None None] Port b0701456-e9e9-4fee-bebf-9759b769c1ec cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:55:34.998479 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-9d5573c9-3133-45b1-b298-a69be4000f6d tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups/b8b18282-7e0c-4e8c-8778-3f89a7062f05 HTTP/1.1" status: 200 len: 1800 time: 0.0873816 Feb 15 15:55:35.014464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8b18282-7e0c-4e8c-8778-3f89a7062f05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:35.015064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8b18282-7e0c-4e8c-8778-3f89a7062f05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:35.025912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:35.028854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Usage tracker for resource:security_group_rule and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:35.030539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 59b89e14-fe50-41b3-a948-3156c0db6a9a up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:35.036027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:35.043128 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:35.121535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.128632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b73c7-53a2-4352-92cd-b8692d536d40 None None] Pushing event updated for resources: {'Port': ['ID=c86884fc-0e54-49b3-bee7-0147380e1fe4,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:35.132498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7f0b73c7-53a2-4352-92cd-b8692d536d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:35.152799 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.156753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.159054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-52c6de8b-6f2a-4726-9c66-cce026412a8c tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:35.192413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7767297-d928-4a25-a702-9e7937a2e468,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:35.204035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:35.211857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.219072 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1340bef9-b27a-4d05-a3d9-7a36b4aed9a4 req-b2a9013a-90a6-46fa-8616-4f762726626c tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2183161 Feb 15 15:55:35.301018 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-6f9a17d8-2652-418a-8362-8d43ed7b4a76 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups/b8b18282-7e0c-4e8c-8778-3f89a7062f05 HTTP/1.1" status: 200 len: 2393 time: 0.0589497 Feb 15 15:55:35.318168 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8b18282-7e0c-4e8c-8778-3f89a7062f05', 'remote_group_id': None}]} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:35.318952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b8b18282-7e0c-4e8c-8778-3f89a7062f05', 'remote_group_id': None}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:35.327070 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:35.334754 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Usage tracker for resource:security_group_rule and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:35.338945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:35.345441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:35.367121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c29a102b-13d8-4167-a5dd-c397ebe59cbc None None] Provisioning complete for port b3184a88-26f2-49e0-9faa-a6947e0ba061 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:35.367542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c29a102b-13d8-4167-a5dd-c397ebe59cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.406936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.437485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.440860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.443389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:35.462226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c9c4ee-df55-4336-83f3-e685e592c60a,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:35.467531 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:35.475832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 59b89e14-fe50-41b3-a948-3156c0db6a9a triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:35.476252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.485427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:35.487075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-800dbfe3-527b-4a8a-9b41-45733af36649 req-efd034c5-6952-4831-a35e-a476cbf18ed7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1754904 Feb 15 15:55:35.542451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:35.559240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b4d727-bb16-43fc-86bd-4a6bfdf8307f None None] The sync data for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb is: [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:55:35.570216 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Routers {'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:35.570940 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:35.943054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b3184a88-26f2-49e0-9faa-a6947e0ba061 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:36.094367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c29a102b-13d8-4167-a5dd-c397ebe59cbc None None] Provisioning complete for port b0701456-e9e9-4fee-bebf-9759b769c1ec triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:36.094805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c29a102b-13d8-4167-a5dd-c397ebe59cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:36.164538 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] Set router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:36.273331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c29a102b-13d8-4167-a5dd-c397ebe59cbc None None] Port b0701456-e9e9-4fee-bebf-9759b769c1ec cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:55:36.275520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port b3184a88-26f2-49e0-9faa-a6947e0ba061 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:36.275520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:36.596131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c29a102b-13d8-4167-a5dd-c397ebe59cbc None None] Provisioning complete for port 59b89e14-fe50-41b3-a948-3156c0db6a9a triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:36.596624 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c29a102b-13d8-4167-a5dd-c397ebe59cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:36.866552 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 4, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'b0701456-e9e9-4fee-bebf-9759b769c1ec', 'name': '', 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'mac_address': 'fa:16:3e:16:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:31Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 2, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'subnets': [{'id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:36.871763 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b552f-a8c8-4495-96a6-5021258fc6a4 None None] The sync data for ids ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'] in dv-cinder-768105-5-smb is: [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 4, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'b0701456-e9e9-4fee-bebf-9759b769c1ec', 'name': '', 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'mac_address': 'fa:16:3e:16:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:31Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 2, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'subnets': [{'id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:55:38.970443 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c86884fc-0e54-49b3-bee7-0147380e1fe4 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:39.045383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port c86884fc-0e54-49b3-bee7-0147380e1fe4 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:39.050479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port c86884fc-0e54-49b3-bee7-0147380e1fe4 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:39.050891 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:39.179586 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:39.197581 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port c86884fc-0e54-49b3-bee7-0147380e1fe4, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=c86884fc-0e54-49b3-bee7-0147380e1fe4,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:39.200980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:39.202894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:39.272056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=c86884fc-0e54-49b3-bee7-0147380e1fe4,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:39.275436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:40.126337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Sync routers for ids ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:55:40.136097 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Routers {'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:40.137327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:40.330320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Set router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:40.678795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 4, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'b0701456-e9e9-4fee-bebf-9759b769c1ec', 'name': '', 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'mac_address': 'fa:16:3e:16:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:31Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 2, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'subnets': [{'id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:40.685540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Checking router: f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:55:40.685996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Updating router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 port b0701456-e9e9-4fee-bebf-9759b769c1ec binding host dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:55:40.754382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:40.970988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c86884fc-0e54-49b3-bee7-0147380e1fe4 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:41.100421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port c86884fc-0e54-49b3-bee7-0147380e1fe4 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:41.100957 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:41.217240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:55:41.280554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:41.293706 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Transition to ACTIVE for port object b0701456-e9e9-4fee-bebf-9759b769c1ec will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:55:41.296474 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:41.312996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21d6328c-1376-44d5-9c0c-e7414093099a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:41.630757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Pushing event updated for resources: {'Port': ['ID=b0701456-e9e9-4fee-bebf-9759b769c1ec,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:41.644347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.644725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.645094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.645461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.645821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.646206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.646562 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.646915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.647270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.647643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.647975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.648325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.648773 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.649129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.649483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.649834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.650207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.650560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.650911 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.651267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.651620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.652015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.652348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.652676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:41.656942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:41.819007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Attempting to bind port b0701456-e9e9-4fee-bebf-9759b769c1ec on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:55:41.819425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Attempting to bind port b0701456-e9e9-4fee-bebf-9759b769c1ec by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:55:41.819836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Attempting to bind port b0701456-e9e9-4fee-bebf-9759b769c1ec on network d6fe59d6-4a66-469e-bdf4-9995be94c195 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:55:41.826897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:55:41.827313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Checking segment: {'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:55:41.827752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:41.828188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Bound using segment: {'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:55:41.828709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Bound port: b0701456-e9e9-4fee-bebf-9759b769c1ec, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:55:41.829125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:41.928535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] For port b0701456-e9e9-4fee-bebf-9759b769c1ec, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:55:41.934340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] For port b0701456-e9e9-4fee-bebf-9759b769c1ec, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=b0701456-e9e9-4fee-bebf-9759b769c1ec,segment=NetworkSegment(c81efe2a-9c1e-45a1-aba9-4e99c45566d7),segment_id=c81efe2a-9c1e-45a1-aba9-4e99c45566d7)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:55:41.937777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:41.953509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-21d6328c-1376-44d5-9c0c-e7414093099a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:42.111784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Pushing event updated for resources: {'Port': ['ID=b0701456-e9e9-4fee-bebf-9759b769c1ec,revision_number=4']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:42.115382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2e8b8b2f-4599-4206-989f-6096b20d161f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:42.175821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Routers {'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:55:42.176328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:42.439039 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] Set router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:55:42.797713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45896) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:42.808140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 4, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'b0701456-e9e9-4fee-bebf-9759b769c1ec', 'name': '', 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'mac_address': 'fa:16:3e:16:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:31Z', 'updated_at': '2021-02-15T15:55:41Z', 'revision_number': 4, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'subnets': [{'id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:55:42.813241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e7e7f-8ce4-4a2d-94bf-d41585dc1c10 None None] The sync data for ids ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'] in dv-cinder-768105-5-smb is: [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T15:55:32Z', 'revision_number': 4, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'b0701456-e9e9-4fee-bebf-9759b769c1ec', 'name': '', 'network_id': 'd6fe59d6-4a66-469e-bdf4-9995be94c195', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'mac_address': 'fa:16:3e:16:cb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:31Z', 'updated_at': '2021-02-15T15:55:41Z', 'revision_number': 4, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'subnets': [{'id': 'cdbf9f7b-1455-4616-9da7-7bcf1e54381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:55:42.946631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:42.964826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:42.972447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Usage tracker for resource:security_group_rule and tenant:429f61c457cc4b749e4b9d02c13d77eb is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:42.976989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:42.985561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:42.992271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b0701456-e9e9-4fee-bebf-9759b769c1ec up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:43.085616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port b0701456-e9e9-4fee-bebf-9759b769c1ec completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:55:43.091751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port b0701456-e9e9-4fee-bebf-9759b769c1ec triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:43.092397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.111193 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.114785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.126367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-78e12ae5-8486-41ca-a2f3-bb0260986fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:43.161833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf8cef2-28c7-483b-b9a9-318a64c4f4ff,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:43.172137 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:43.185373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45902) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:43.185700 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=429f61c457cc4b749e4b9d02c13d77eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866041 Feb 15 15:55:43.243748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.262559 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.281428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port b0701456-e9e9-4fee-bebf-9759b769c1ec, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=b0701456-e9e9-4fee-bebf-9759b769c1ec,segment=NetworkSegment(c81efe2a-9c1e-45a1-aba9-4e99c45566d7),segment_id=c81efe2a-9c1e-45a1-aba9-4e99c45566d7)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:55:43.284874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.287203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b7311d9-7231-4dea-97e5-bf078daa5184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:43.296703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.354065 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.362128 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-68a33792-f2ab-4035-829b-b2815df17084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:43.370164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=b0701456-e9e9-4fee-bebf-9759b769c1ec,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:43.374465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:43.378299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:43.379565 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dbf8cef2-28c7-483b-b9a9-318a64c4f4ff HTTP/1.1" status: 204 len: 168 time: 0.1930885 Feb 15 15:55:43.382211 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf8cef2-28c7-483b-b9a9-318a64c4f4ff,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:43.390941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.391360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.391774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.392187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.392583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.392985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.393420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.393819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.394265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.394664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.395060 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.395452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.395953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.396360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.396755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.397150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.397546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.397964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.398371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.398725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.399338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.399641 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.400037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.400429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:55:43.404508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7f0a9de-7956-4f42-aad2-65617f28bcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:44.563531 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45960) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:44.760883 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:44.779237 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:44.783734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Usage tracker for resource:security_group_rule and tenant:8a06753d2f194a8abd76f67ce8fd5a22 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:44.786912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:44.793399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:44.909544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:44.912712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:44.931144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:44.962307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b0701456-e9e9-4fee-bebf-9759b769c1ec up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:55:44.979251 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420c4d5a-34b6-44ae-8705-ca7a0dbb40c4,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:44.985683 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8a06753d2f194a8abd76f67ce8fd5a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208350 Feb 15 15:55:44.986804 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-738202d5-613a-4174-a675-47fb2b01178a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:44.988262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 45976) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:45.054627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port b0701456-e9e9-4fee-bebf-9759b769c1ec triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:55:45.055424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.067701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.097437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.154714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.160347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-285a11f8-7437-4d7f-9fe0-403e7468aeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:45.172468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c4d5a-34b6-44ae-8705-ca7a0dbb40c4,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:45.177125 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:45.180870 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.182494 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/420c4d5a-34b6-44ae-8705-ca7a0dbb40c4 HTTP/1.1" status: 204 len: 168 time: 0.1928608 Feb 15 15:55:45.598450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 45996) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:45.618539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.635946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:45.641373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbee396e4fe41b3acf10898d276c2aa is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:45.644834 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:45.651082 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:45.748310 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.751488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.760876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-acd14360-4a1d-46ed-ad10-2f23138215c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:45.805825 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0bbee396e4fe41b3acf10898d276c2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061741 Feb 15 15:55:45.806666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62e31a-8916-4477-bc03-35c36b87ba81,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:45.809531 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46002) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:45.812749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:45.877656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.907436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.955914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.961573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0125ef56-65e2-42bb-8475-fc3604e8cf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:45.974576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62e31a-8916-4477-bc03-35c36b87ba81,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:45.979912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:45.984533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:45.985747 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0c62e31a-8916-4477-bc03-35c36b87ba81 HTTP/1.1" status: 204 len: 168 time: 0.1751063 Feb 15 15:55:47.962301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:48.820268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46096) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:48.956325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:48.976845 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:48.981311 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c7594d119cf6482bbc66d4992935b52e is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:48.984523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:48.991352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:49.093131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.096146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.105811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-36a4c726-bf4e-4e28-8e43-ca684e46fdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:49.152538 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c7594d119cf6482bbc66d4992935b52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310788 Feb 15 15:55:49.153468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76184081-271a-4bdd-9329-1f1343067b13,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:49.155518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46102) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:49.156888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:49.231426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef8bada2-f532-4973-8939-733652046762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.261519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef8bada2-f532-4973-8939-733652046762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.310895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef8bada2-f532-4973-8939-733652046762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.317031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-da716d9a-168b-405b-854c-37c1f5c8adfa tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:49.330999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bada2-f532-4973-8939-733652046762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76184081-271a-4bdd-9329-1f1343067b13,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:49.333638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ef8bada2-f532-4973-8939-733652046762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:49.336633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ef8bada2-f532-4973-8939-733652046762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.341174 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ef8bada2-f532-4973-8939-733652046762 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76184081-271a-4bdd-9329-1f1343067b13 HTTP/1.1" status: 204 len: 168 time: 0.1845119 Feb 15 15:55:49.776436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46120) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:49.797934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.816052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:49.820415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Usage tracker for resource:security_group_rule and tenant:23eccb10541343e6a2c8cceed5500eef is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:49.824201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:49.831370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:49.932346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.935998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:49.946463 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-13b42b99-21ae-411d-9174-34da256884f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:49.991461 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=23eccb10541343e6a2c8cceed5500eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137907 Feb 15 15:55:49.992705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c217c-2068-41af-b136-ff06470483c8,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:49.994576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46128) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:49.996997 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:50.068016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61a91538-de6e-4303-bd37-12bfe6ea8216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:50.097449 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61a91538-de6e-4303-bd37-12bfe6ea8216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:50.145427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61a91538-de6e-4303-bd37-12bfe6ea8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:50.150536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fad88675-56ee-41ca-aa5c-5c4f223921e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:50.168086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a91538-de6e-4303-bd37-12bfe6ea8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c217c-2068-41af-b136-ff06470483c8,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:50.172491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-61a91538-de6e-4303-bd37-12bfe6ea8216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:50.178269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-61a91538-de6e-4303-bd37-12bfe6ea8216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:50.182596 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-61a91538-de6e-4303-bd37-12bfe6ea8216 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f9c217c-2068-41af-b136-ff06470483c8 HTTP/1.1" status: 204 len: 168 time: 0.1868258 Feb 15 15:55:52.814206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6b6336d2-1666-4342-a4ca-d9712e201c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:55.131806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-19a996dd-070d-4889-82ec-b8157e101b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:55.708874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-e48ec79f-71a7-4743-bc7a-a8140f2a5976 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Synchronizing usage tracker for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:55:55.724840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-e48ec79f-71a7-4743-bc7a-a8140f2a5976 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Unset dirty status for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:55:55.726114 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-e48ec79f-71a7-4743-bc7a-a8140f2a5976 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-772448919&fields=id&tenant_id=118c7db8e7904fb09ac06874d2eafe06 HTTP/1.1" status: 200 len: 267 time: 0.0603116 Feb 15 15:55:55.894030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-2cd481a1-9e25-4ce4-bd71-cf922e98382b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:55.895649 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-2cd481a1-9e25-4ce4-bd71-cf922e98382b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 808 time: 0.1622174 Feb 15 15:55:55.911650 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-508760bd-8478-4455-ab11-75092cb0eafe tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/quotas/118c7db8e7904fb09ac06874d2eafe06 HTTP/1.1" status: 200 len: 375 time: 0.0099478 Feb 15 15:55:56.014382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-f33d90cd-c188-4482-88f7-96ab56f447b8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Synchronizing usage tracker for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:55:56.041852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.055415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-f33d90cd-c188-4482-88f7-96ab56f447b8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Unset dirty status for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:55:56.055415 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-f33d90cd-c188-4482-88f7-96ab56f447b8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1373427 Feb 15 15:55:56.228318 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4a1c95cc-7759-4efb-afa6-b5f33aa90bc8 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579928 Feb 15 15:55:56.417688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46294) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:56.455106 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-fb226952-1328-49ba-969f-ab481371f2c2 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2170103 Feb 15 15:55:56.718239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.724452 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46308) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:56.736391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:56.741043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Usage tracker for resource:security_group_rule and tenant:67dd6138f2c34ea3bcd369f7f76fc5d5 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:56.744866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:56.751571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:56.798978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.820591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:56.825130 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Usage tracker for resource:security_group_rule and tenant:97c73db9b35d43a4aa49be71d24cd3a7 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:56.828661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:56.834898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:56.844569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.847224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.856431 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8597c19-832f-41f6-9bf1-bbb3374d2529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:56.905868 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=67dd6138f2c34ea3bcd369f7f76fc5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4835339 Feb 15 15:55:56.906428 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46314) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:56.909058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f52a9f-4035-4655-b0d0-9d913befbad8,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:56.924271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-712466e9-7526-4006-b4bc-438cf9ca4144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:56.933607 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.937124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.946238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ba98c62f-c14e-460e-9c80-d1e175f27b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:56.976987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:56.990010 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=97c73db9b35d43a4aa49be71d24cd3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643638 Feb 15 15:55:56.991345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda34f65-5460-40b8-adc7-e0d9037857dc,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:56.993948 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46318) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:56.996753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-97d86053-21f6-43ea-aceb-0e98f764a3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:57.008354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.062276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.066339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.068252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf0a7152-03ce-4fa8-93ae-33fb4c216793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:57.084372 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f52a9f-4035-4655-b0d0-9d913befbad8,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:57.087330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.089607 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:57.095750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.096540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.100728 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/37f52a9f-4035-4655-b0d0-9d913befbad8 HTTP/1.1" status: 204 len: 168 time: 0.1909378 Feb 15 15:55:57.144961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.150055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b141f79a-48fc-414c-8170-030c59e44f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:57.168299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda34f65-5460-40b8-adc7-e0d9037857dc,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:57.173224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:57.174991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.179093 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fda34f65-5460-40b8-adc7-e0d9037857dc HTTP/1.1" status: 204 len: 168 time: 0.1840839 Feb 15 15:55:57.348322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.426917 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46330) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:57.447256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.462746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:57.467588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Usage tracker for resource:security_group_rule and tenant:34d7043a24434147ac49d1163fd047fe is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:57.470786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:57.476576 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:57.576553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.578699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.587777 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ac210c1c-8372-4060-92e9-bce781883a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:57.634306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46334) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:57.645770 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=34d7043a24434147ac49d1163fd047fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132404 Feb 15 15:55:57.646704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd9c17-692d-4123-a751-500b8c078bd1,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:57.649380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46338) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:57.653036 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf9de847-b4e1-45da-9a37-6afab892bc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:57.656109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.674346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:57.679029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Usage tracker for resource:security_group_rule and tenant:14d22376323b43a1af76e584b20c1c17 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:57.682331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:57.689614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:57.725494 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.753719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.778882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.783168 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.792625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e190e82-25ff-41bd-8b43-e4b782f585b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:57.804486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.809852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9aa99c33-4537-4b73-a97e-e119ec4b373f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:57.822972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd9c17-692d-4123-a751-500b8c078bd1,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:57.825481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:57.832619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.837646 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b8bd9c17-692d-4123-a751-500b8c078bd1 HTTP/1.1" status: 204 len: 168 time: 0.1848855 Feb 15 15:55:57.838219 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=14d22376323b43a1af76e584b20c1c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021296 Feb 15 15:55:57.840115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46344) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:57.844928 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516166dd-ebdf-4c7d-9f2e-9d20a8ad8b76,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:57.850533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7e5af76c-2d08-4623-bda9-c1c4f43c79d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:57.980717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aada2470-50b5-4329-b93f-907cd2afcb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:57.992496 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e83b7647-8bd1-4725-8e45-2783a98ef7aa req-347a460f-53dc-4f1c-bc2f-da7fc8a1ae83 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 210 time: 0.0596945 Feb 15 15:55:58.022272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aada2470-50b5-4329-b93f-907cd2afcb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:58.102141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aada2470-50b5-4329-b93f-907cd2afcb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:58.107750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f8dfc430-a911-41e4-b4ea-c1866ea149ac tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:58.123304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada2470-50b5-4329-b93f-907cd2afcb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516166dd-ebdf-4c7d-9f2e-9d20a8ad8b76,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:58.126209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aada2470-50b5-4329-b93f-907cd2afcb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:58.127556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-aada2470-50b5-4329-b93f-907cd2afcb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:58.128784 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-aada2470-50b5-4329-b93f-907cd2afcb38 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/516166dd-ebdf-4c7d-9f2e-9d20a8ad8b76 HTTP/1.1" status: 204 len: 168 time: 0.2872219 Feb 15 15:55:59.033427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46400) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:59.237825 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1562776424-network', 'tenant_id': '20e7f94efe92438bbafd16009db9af2b'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:59.244148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:59.249087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Usage tracker for resource:network and tenant:20e7f94efe92438bbafd16009db9af2b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:59.252647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:59.260339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:59.272691 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Made reservation on behalf of 20e7f94efe92438bbafd16009db9af2b for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:55:59.278207 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.288729 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3bbb72e6-7b8c-4038-8016-bd9b63eab2e6 req-20ecc539-7733-44d8-b08e-1ea026d7af47 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 210 time: 0.0881734 Feb 15 15:55:59.295606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.316735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:59.321572 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Usage tracker for resource:security_group_rule and tenant:20e7f94efe92438bbafd16009db9af2b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:59.325246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:59.331658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:59.363694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-bb7ac006-b3df-45de-be74-de68f631dcc0 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:59.365399 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-bb7ac006-b3df-45de-be74-de68f631dcc0 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 808 time: 0.2663002 Feb 15 15:55:59.447467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.452611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.459697 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6a1aba9d-6685-4afe-b9af-7d3f46d40f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:59.465815 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-f1016244-7f4f-4e2a-acbf-b12077c3a255 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.111 "GET /v2.0/security-groups?tenant_id=118c7db8e7904fb09ac06874d2eafe06 HTTP/1.1" status: 200 len: 5757 time: 0.0865290 Feb 15 15:55:59.478201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'port': {'device_id': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'admin_state_up': True, 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'security_groups': ['b8b18282-7e0c-4e8c-8778-3f89a7062f05']}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:59.501590 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:55:59.518274 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb1cdb-9250-4230-a9bc-2946eb0ecc82,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:59.525243 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:59.526309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.526758 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Added segment ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83 of type vxlan for network 7e1a24d5-dce8-4c8c-951b-49d404d67428 Feb 15 15:55:59.567113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.603417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.604833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:55:59.605592 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.611673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:55:59.652601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:59.665423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:59.676113 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Made reservation on behalf of 118c7db8e7904fb09ac06874d2eafe06 for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:55:59.683340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.733331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1a24d5-dce8-4c8c-951b-49d404d67428,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:55:59.738441 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7037094 Feb 15 15:55:59.740019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:55:59.740408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46420) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:55:59.746284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:55:59.748969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Request body: {'subnet': {'network_id': '7e1a24d5-dce8-4c8c-951b-49d404d67428', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1562776424-subnet', 'tenant_id': '20e7f94efe92438bbafd16009db9af2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:55:59.755466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:55:59.760927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Usage tracker for resource:subnet and tenant:20e7f94efe92438bbafd16009db9af2b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:55:59.765675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:55:59.773103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:55:59.784936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Made reservation on behalf of 20e7f94efe92438bbafd16009db9af2b for: {'subnet': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:55:59.791083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1854013'] for subnet, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:55:59.870412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:56:00.066782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Allocated IP 172.20.0.5 (6d4fd103-1ac5-442d-ace9-7ab839f26783/c5576526-8d51-4305-a938-f7465579306d/7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:56:00.346064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:00.352969 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853100684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1854034'] for subnet, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:00.364719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Transition to ACTIVE for port object 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:56:00.381841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f20faab8-097e-4245-8759-33061626e631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:00.392259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:00.413540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:00.512647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a74e9e-250b-4244-9fc3-e0adbb4eb99e,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:00.516289 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:00.603930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Checking segment: {'id': 'ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7e1a24d5-dce8-4c8c-951b-49d404d67428'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:56:00.604328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Network hostable DHCP agents. Network: 7e1a24d5-dce8-4c8c-951b-49d404d67428, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:56:00.616459 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event updated for resources: {'Port': ['ID=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:00.629757 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:56:00.635303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:00.642501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 7e1a24d5-dce8-4c8c-951b-49d404d67428) {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:00.655809 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:00.656467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:00.662369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1af57-a8dc-486a-b7cf-1b12ec573f66 None None] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:56:00.690000 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c0f52ad3-5cb9-4fdf-9992-c7d31c9f1d16 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9481518 Feb 15 15:56:00.690701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceefff-5994-4ab0-9aea-db9892a91276 req-f917d81d-a56f-41da-9cef-68c66f480743 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:00.692339 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bcceefff-5994-4ab0-9aea-db9892a91276 req-f917d81d-a56f-41da-9cef-68c66f480743 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 931 time: 0.2436051 Feb 15 15:56:00.721978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:56:00.724865 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:00.729615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:56:00.835147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:00.835830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:00.862686 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bcceefff-5994-4ab0-9aea-db9892a91276 req-0ff421de-3dbf-45d4-b0dd-72825e3e30e6 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1635704 Feb 15 15:56:00.898933 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4259639 Feb 15 15:56:00.928037 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Request body: {'port': {'device_id': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:01.049815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f994ad-b68f-4e99-b044-d2dce8c0caf6 None None] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:56:01.076733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.166989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ccb2575e-2f5f-4d5d-9ed3-87777e342cc9 None None] Provisioning for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:56:01.185192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ccb2575e-2f5f-4d5d-9ed3-87777e342cc9 None None] Provisioning complete for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:01.185595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ccb2575e-2f5f-4d5d-9ed3-87777e342cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.261172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2575e-2f5f-4d5d-9ed3-87777e342cc9 None None] Port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:56:01.527703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:56:01.536196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.548998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Transition to ACTIVE for port object 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:56:01.552725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.581186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d94ab768-aa71-4bbe-b53d-11ddd3909356 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:01.665621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46458) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:01.672182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-420732261-network', 'tenant_id': 'd9628a69aee445348cfd1689db7b654f'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:01.677714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:01.682145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Usage tracker for resource:network and tenant:d9628a69aee445348cfd1689db7b654f is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:01.686820 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:01.692905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:01.702874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Made reservation on behalf of d9628a69aee445348cfd1689db7b654f for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:56:01.707699 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.720990 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.736680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:01.741115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Usage tracker for resource:security_group_rule and tenant:d9628a69aee445348cfd1689db7b654f is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:01.744115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:01.750749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:01.758244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:01.764162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:01.848521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.852018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.857427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-131f775a-4dfa-4a67-a482-92b4faa32022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:01.897151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:56:01.913180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f96ea-0977-4262-8544-abf9205a5d8c,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:01.919197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:01.920172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:01.920629 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Added segment 43830713-b082-4b88-88fd-c586a748ae49 of type vxlan for network 60a72aa5-8661-4396-bcf3-f249fab268da Feb 15 15:56:01.959635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:02.007835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:02.009624 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:02.010498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:02.062217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:02.133769 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4667683 Feb 15 15:56:02.136453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46468) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:02.169169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Pushing event updated for resources: {'Network': ['ID=60a72aa5-8661-4396-bcf3-f249fab268da,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:02.171759 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:02.181293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network 60a72aa5-8661-4396-bcf3-f249fab268da details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:56:02.193720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Request body: {'subnet': {'network_id': '60a72aa5-8661-4396-bcf3-f249fab268da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-420732261-subnet', 'tenant_id': 'd9628a69aee445348cfd1689db7b654f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:02.197438 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network 60a72aa5-8661-4396-bcf3-f249fab268da details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:56:02.201364 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:02.240360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Usage tracker for resource:subnet and tenant:d9628a69aee445348cfd1689db7b654f is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:02.246498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:02.257424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:02.291913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Made reservation on behalf of d9628a69aee445348cfd1689db7b654f for: {'subnet': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:56:02.296796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1610785'] for subnet, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:02.418885 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Attempting to bind port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:56:02.419257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Attempting to bind port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:56:02.420210 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Attempting to bind port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff on network 6d4fd103-1ac5-442d-ace9-7ab839f26783 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:56:02.440548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:56:02.440968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Checking segment: {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:56:02.441384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:02.441785 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Bound using segment: {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:56:02.442307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Bound port: 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7281b540-9a9a-4450-a4d1-ce882e143763', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:56:02.442687 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:02.466059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d81549-a946-4fd4-8c84-7723a69ad4f1 req-8613bdc8-95a3-49d8-9fdf-67974191f40e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:02.467382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-c9d81549-a946-4fd4-8c84-7723a69ad4f1 req-8613bdc8-95a3-49d8-9fdf-67974191f40e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Synchronizing usage tracker for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:56:02.543764 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-c9d81549-a946-4fd4-8c84-7723a69ad4f1 req-8613bdc8-95a3-49d8-9fdf-67974191f40e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Unset dirty status for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:56:02.545626 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9d81549-a946-4fd4-8c84-7723a69ad4f1 req-8613bdc8-95a3-49d8-9fdf-67974191f40e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.4185276 Feb 15 15:56:02.672176 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] For port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:56:02.687299 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9d81549-a946-4fd4-8c84-7723a69ad4f1 req-022cd98e-7a56-45c9-9035-c98a911b7b1f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1325374 Feb 15 15:56:02.693186 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] For port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:56:02.700475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:02.713675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-40302967-ba9c-435d-a9f1-85dd96aee269 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:02.916265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:02.919876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:03.029468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:03.029600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:03.031132 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] 10.222.0.111 "PUT /v2.0/ports/7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 1157 time: 2.1161227 Feb 15 15:56:03.032090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:03.114818 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'status': 'completed', 'code': 200} Feb 15 15:56:03.225703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-270db366-ab5d-44b5-9e6d-b5df2b194a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:03.227374 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-270db366-ab5d-44b5-9e6d-b5df2b194a0e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1160 time: 0.1535914 Feb 15 15:56:03.299517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852621599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1610830'] for subnet, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:03.329676 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-fbe88119-a298-4809-afed-67bc23f55738 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 217 time: 0.0932863 Feb 15 15:56:03.332663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bbee4850-14e1-4c34-8f2e-4d0bb23ec40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:03.516980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6326f7-732f-4a6c-94ce-fc43c201baa0,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:03.520496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:03.552092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-d0380f57-1d51-4831-a20b-fbf26f0ad6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:03.553726 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-d0380f57-1d51-4831-a20b-fbf26f0ad6f0 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.1918457 Feb 15 15:56:03.679991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Checking segment: {'id': '43830713-b082-4b88-88fd-c586a748ae49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60a72aa5-8661-4396-bcf3-f249fab268da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:56:03.680387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Network hostable DHCP agents. Network: 60a72aa5-8661-4396-bcf3-f249fab268da, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:56:03.702352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-9a9f7bd9-2d2c-4fdc-9add-43337134e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:03.704206 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-9a9f7bd9-2d2c-4fdc-9add-43337134e9c8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1340528 Feb 15 15:56:03.793975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Network 60a72aa5-8661-4396-bcf3-f249fab268da is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:56:03.859661 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, 60a72aa5-8661-4396-bcf3-f249fab268da) {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:03.866823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2169bb76-0443-441f-a740-4cc79649ecdc None None] Network 60a72aa5-8661-4396-bcf3-f249fab268da requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:56:03.900619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:03.901280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:03.951816 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-d9777cb8-9bd6-489f-8bd9-62dc6b9d6e4e service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401702 Feb 15 15:56:03.954538 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-16d32e97-1884-45ab-b888-83c2575987a5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7726896 Feb 15 15:56:04.100109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6864b0-f37e-405d-8ae6-e47a663067f7 req-39e4a09d-257a-4a1f-a617-9191becfda0e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:04.102241 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5c6864b0-f37e-405d-8ae6-e47a663067f7 req-39e4a09d-257a-4a1f-a617-9191becfda0e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.2969024 Feb 15 15:56:04.129397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14bb64-7304-4f2b-85e1-5e08d2a43302 None None] Network 60a72aa5-8661-4396-bcf3-f249fab268da requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:56:04.206495 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5c6864b0-f37e-405d-8ae6-e47a663067f7 req-1abc2b6f-e3d5-406b-966e-b8270ec54325 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0790741 Feb 15 15:56:04.210492 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0394488b-f8e3-4371-ad23-5f899d2559e5 req-eebff5c4-7a31-4653-967a-efe3512740fc service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2515318 Feb 15 15:56:04.374878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-59c26d32-7256-4e22-8dd4-b57a135c7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:04.377177 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-59c26d32-7256-4e22-8dd4-b57a135c7105 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1160 time: 0.1100461 Feb 15 15:56:04.626396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-2d48c5c9-7bb5-4409-9edb-77336219de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:04.628003 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-2d48c5c9-7bb5-4409-9edb-77336219de74 service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.2442520 Feb 15 15:56:04.717641 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-926cd7f5-876b-46da-ad65-d1ceaba88fa0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 217 time: 0.0774219 Feb 15 15:56:04.823907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-926c5f23-f5d3-4475-a07e-b49361049da4 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:04.825421 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-926c5f23-f5d3-4475-a07e-b49361049da4 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/networks?id=7e1a24d5-dce8-4c8c-951b-49d404d67428 HTTP/1.1" status: 200 len: 809 time: 0.2974772 Feb 15 15:56:04.828977 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-a4cf50f2-5d3b-4f8b-a576-d148ca4bdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:04.830452 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-a4cf50f2-5d3b-4f8b-a576-d148ca4bdc6c service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.0989628 Feb 15 15:56:04.884573 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9016ce6d-ea3f-441a-9e94-f77dcc9399ed tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/quotas/20e7f94efe92438bbafd16009db9af2b HTTP/1.1" status: 200 len: 375 time: 0.0526907 Feb 15 15:56:05.169136 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-ca5c7c66-0ca8-435b-8ec1-5964a55d11a5 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=20e7f94efe92438bbafd16009db9af2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516341 Feb 15 15:56:05.200262 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-49339551-ea79-4795-a238-e168675fb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:05.202442 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-49339551-ea79-4795-a238-e168675fb28a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3636892 Feb 15 15:56:05.538184 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-e836fc34-36f9-4166-a330-871734756dfa service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286941 Feb 15 15:56:05.570735 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-ddec6776-8e07-4f97-82e7-d9bfaf591a4a service neutron] 10.222.0.74 "GET /v2.0/networks/7e1a24d5-dce8-4c8c-951b-49d404d67428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938508 Feb 15 15:56:05.672846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f640ddd-e845-4423-ab0b-d1a417294a7f req-3c1f3cbb-a45a-4693-b0d3-88ea64413e15 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:05.674451 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7f640ddd-e845-4423-ab0b-d1a417294a7f req-3c1f3cbb-a45a-4693-b0d3-88ea64413e15 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.3463230 Feb 15 15:56:05.831343 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7f640ddd-e845-4423-ab0b-d1a417294a7f req-7fb714ae-6aaa-409e-91e6-3d21dc3e5b72 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1078660 Feb 15 15:56:05.866252 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9329c9cc-9fd6-427c-b313-af60e857a17e service neutron] 10.222.0.74 "GET /v2.0/networks/7e1a24d5-dce8-4c8c-951b-49d404d67428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2402565 Feb 15 15:56:05.868277 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1df9c550-f10f-4e16-9484-a9dd6ac4c26c req-adb9200f-ba1c-48a6-a6fb-0086a05924a9 service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3232114 Feb 15 15:56:06.060864 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-352c5577-e069-4623-9a6e-18b20f5f7c7f req-95aa93a3-cfb6-428f-bf22-8aa2a9aa4a19 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 210 time: 0.0493166 Feb 15 15:56:06.658243 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46572) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:06.781758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:06.796714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:06.800776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Usage tracker for resource:security_group_rule and tenant:74b46f2d4bcb4c3788c5252179bb9436 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:06.803742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:06.809498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:06.903042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:06.906188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:06.915575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cdd29c37-6871-4ccc-b2b0-40ba8872eba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:07.003525 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c498bddc-e3d0-44d3-aa7a-c0ca67400b36,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:07.008102 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=74b46f2d4bcb4c3788c5252179bb9436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487446 Feb 15 15:56:07.009371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-74dfa14c-18f9-4c55-8114-8c3aeaf440b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:07.011571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46580) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:07.088067 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.129176 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.185962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.191226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-381284dc-3724-439f-bd3f-396f2dee5763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:07.203255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c498bddc-e3d0-44d3-aa7a-c0ca67400b36,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:07.205168 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9304ef-0f08-48cf-94bd-afd3ae909bdf req-c79fc838-ad04-482a-bf61-8cd623255910 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:07.205784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:07.206872 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8b9304ef-0f08-48cf-94bd-afd3ae909bdf req-c79fc838-ad04-482a-bf61-8cd623255910 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.2587430 Feb 15 15:56:07.218894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.223427 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c498bddc-e3d0-44d3-aa7a-c0ca67400b36 HTTP/1.1" status: 204 len: 168 time: 0.2089210 Feb 15 15:56:07.302739 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-6f0eca9d-2b1c-4577-bcad-85a07be5c546 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:07.304300 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-6f0eca9d-2b1c-4577-bcad-85a07be5c546 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.111 "GET /v2.0/networks?id=7e1a24d5-dce8-4c8c-951b-49d404d67428 HTTP/1.1" status: 200 len: 809 time: 0.2913389 Feb 15 15:56:07.315648 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6aeb749c-4e40-4453-aa7a-9d5db5de8f31 req-898ddf36-6713-4187-a4c4-22c851a6b919 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 210 time: 0.0855718 Feb 15 15:56:07.330025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Request body: {'port': {'device_id': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'network_id': '7e1a24d5-dce8-4c8c-951b-49d404d67428', 'admin_state_up': True, 'tenant_id': '20e7f94efe92438bbafd16009db9af2b'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:07.434503 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8b9304ef-0f08-48cf-94bd-afd3ae909bdf req-be0c8436-6b35-4f92-9ede-cbc63cf1e899 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2134693 Feb 15 15:56:07.502925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:07.506949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Usage tracker for resource:port and tenant:20e7f94efe92438bbafd16009db9af2b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:07.510146 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:07.515955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:07.524527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Made reservation on behalf of 20e7f94efe92438bbafd16009db9af2b for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:56:07.530160 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.532304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46594) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:07.552055 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.568419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:07.572570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Usage tracker for resource:security_group_rule and tenant:bd983f8d28e24865b5a80c51f79db9d6 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:07.575573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:07.581408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:07.673539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.677904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.688555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-62ee1e05-e588-45c1-9555-22680e0ec20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:07.731117 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd983f8d28e24865b5a80c51f79db9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975796 Feb 15 15:56:07.733563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbab185d-ad60-4735-beb8-7484cc68891a,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:07.734605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46598) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:07.737152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b7bfbd6f-3e9e-45ec-966c-a98c5d88bc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:07.828951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:07.888964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.899472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:56:07.904996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:07.905419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:07.913556 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Allocated IP 172.20.0.6 (7e1a24d5-dce8-4c8c-951b-49d404d67428/d3a74e9e-250b-4244-9fc3-e0adbb4eb99e/d7fb9ea1-54f4-40bb-8447-8b31e02c46e3) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:56:07.935294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:08.033218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:08.062710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:08.073564 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:56:08.077832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:08.080038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7f0b73c7-53a2-4352-92cd-b8692d536d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:08.114501 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:08.117667 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'code': 200} Feb 15 15:56:08.121650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8c0242a0-c4d6-4958-a0ea-475c67d75486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:08.140525 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbab185d-ad60-4735-beb8-7484cc68891a,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:08.148397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:08.175935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:08.179404 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fbab185d-ad60-4735-beb8-7484cc68891a HTTP/1.1" status: 204 len: 168 time: 0.4415271 Feb 15 15:56:08.182864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:08.188741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:08.224538 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:08.257018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:08.272769 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3005977a-b7a2-4256-88f7-5ef9503cf898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:08.517571 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Pushing event updated for resources: {'Port': ['ID=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:08.761621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:08.924907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc2313-9086-4f1a-97cd-2a7d90519db8 req-01e458f0-6578-4f37-aa1a-22ab69bc7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:08.926555 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-66fc2313-9086-4f1a-97cd-2a7d90519db8 req-01e458f0-6578-4f37-aa1a-22ab69bc7af2 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.5311034 Feb 15 15:56:08.937563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:56:08.945409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e2116-7030-4a98-9215-f3b9e8113e49 req-d4adae7a-ea25-48cd-a848-241860cae530 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:08.946179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-719e2116-7030-4a98-9215-f3b9e8113e49 req-d4adae7a-ea25-48cd-a848-241860cae530 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Synchronizing usage tracker for tenant:20e7f94efe92438bbafd16009db9af2b on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:56:08.965388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:08.974828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:56:09.029354 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f015-a2e7-4594-b310-284d94257669 req-5b9a9013-be15-407a-a26d-1201ded6a8b8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:09.030995 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-aba0f015-a2e7-4594-b310-284d94257669 req-5b9a9013-be15-407a-a26d-1201ded6a8b8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.2683895 Feb 15 15:56:09.078406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-719e2116-7030-4a98-9215-f3b9e8113e49 req-d4adae7a-ea25-48cd-a848-241860cae530 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Unset dirty status for tenant:20e7f94efe92438bbafd16009db9af2b on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:56:09.079665 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-719e2116-7030-4a98-9215-f3b9e8113e49 req-d4adae7a-ea25-48cd-a848-241860cae530 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 931 time: 0.6352572 Feb 15 15:56:09.095990 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-66fc2313-9086-4f1a-97cd-2a7d90519db8 req-26b73a2d-0958-4f3a-b27f-cb8bbf2e9dcf service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1572275 Feb 15 15:56:09.135232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:09.135867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:09.166896 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-aba0f015-a2e7-4594-b310-284d94257669 req-3b50684f-98fe-4769-86e4-77366ec9c466 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1250010 Feb 15 15:56:09.185755 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8654773 Feb 15 15:56:09.185755 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-719e2116-7030-4a98-9215-f3b9e8113e49 req-94809104-3b0a-4e71-8b0a-6793841b2904 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938683 Feb 15 15:56:09.312629 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Request body: {'port': {'device_id': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:09.444615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:09.496867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:09.579765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:09.580159 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:09.888822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:56:09.896719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:09.908723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Transition to ACTIVE for port object d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:56:09.911374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:09.926992 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c67b948e-d564-4c64-bebe-234781a230a0 tempest-AttachVolumeTestJSON-807410062 tempest-AttachVolumeTestJSON-807410062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:10.061421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:10.074231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:10.277380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Attempting to bind port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:56:10.277755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Attempting to bind port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7e1a24d5-dce8-4c8c-951b-49d404d67428'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:56:10.278154 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Attempting to bind port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 on network 7e1a24d5-dce8-4c8c-951b-49d404d67428 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:56:10.285490 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:56:10.285864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Checking segment: {'id': 'ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7e1a24d5-dce8-4c8c-951b-49d404d67428'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:56:10.286288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:10.286678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Bound using segment: {'id': 'ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7e1a24d5-dce8-4c8c-951b-49d404d67428'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:56:10.287150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Bound port: d7fb9ea1-54f4-40bb-8447-8b31e02c46e3, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7e1a24d5-dce8-4c8c-951b-49d404d67428'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:56:10.287517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:10.516982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] For port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:56:10.525081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] For port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,segment=NetworkSegment(ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83),segment_id=ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:56:10.538848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:10.555504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-689e7639-732f-4752-9767-af8bc87d0296 tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:10.591071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b92f2-5bde-456e-8bcc-3806a38d697b req-2b206806-f41e-4129-8fca-68ff36a60a7e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:10.592668 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a55b92f2-5bde-456e-8bcc-3806a38d697b req-2b206806-f41e-4129-8fca-68ff36a60a7e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.3084483 Feb 15 15:56:10.654138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc5cac-90ed-4194-acd5-fac551467dec req-504c6b33-5a8e-4253-bb66-689bd3f0c781 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:10.655721 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22dc5cac-90ed-4194-acd5-fac551467dec req-504c6b33-5a8e-4253-bb66-689bd3f0c781 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 943 time: 0.3168240 Feb 15 15:56:10.788633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Pushing event updated for resources: {'Port': ['ID=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:10.801506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:10.804767 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a55b92f2-5bde-456e-8bcc-3806a38d697b req-e522e373-2a89-40a6-bce9-6d44db012d78 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1370981 Feb 15 15:56:10.811320 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22dc5cac-90ed-4194-acd5-fac551467dec req-d7022cfc-24c4-44c2-9aeb-496a2f033cae tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389046 Feb 15 15:56:10.849457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:10.850163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:10.851660 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-18450e57-5e00-4610-b5d4-3ccd46f0f1bd service neutron] 10.222.0.111 "PUT /v2.0/ports/d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 HTTP/1.1" status: 200 len: 1157 time: 1.5440931 Feb 15 15:56:10.852201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'tag': 'd7fb9ea1-54f4-40bb-8447-8b31e02c46e3'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:10.930576 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'tag': 'd7fb9ea1-54f4-40bb-8447-8b31e02c46e3', 'status': 'completed', 'code': 200} Feb 15 15:56:10.979102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-4cdbe24c-6950-4e55-959b-129ac0dcedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:10.980900 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-4cdbe24c-6950-4e55-959b-129ac0dcedaa service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=20e7f94efe92438bbafd16009db9af2b&device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 1160 time: 0.0894899 Feb 15 15:56:11.060536 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-2b9255f9-9eeb-41fa-a02c-041b31902096 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 HTTP/1.1" status: 200 len: 217 time: 0.0710890 Feb 15 15:56:11.133899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-d1b3bee5-7d69-47a0-989c-c0e32dac8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:11.135473 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-d1b3bee5-7d69-47a0-989c-c0e32dac8d5f service neutron] 10.222.0.111 "GET /v2.0/subnets?id=d3a74e9e-250b-4244-9fc3-e0adbb4eb99e HTTP/1.1" status: 200 len: 849 time: 0.0652568 Feb 15 15:56:11.189377 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-dc52042e-7241-401a-9a5c-47e2ca5cdcf6 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=7e1a24d5-dce8-4c8c-951b-49d404d67428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460448 Feb 15 15:56:11.331673 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-b6356a27-2b83-4be9-952f-62a4fa04960d service neutron] 10.222.0.111 "GET /v2.0/networks/7e1a24d5-dce8-4c8c-951b-49d404d67428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350415 Feb 15 15:56:11.477301 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f829a37c-a12b-47b9-9c9b-14dfd8c12cb9 req-b033d2fd-4c8b-44e1-9f81-79b372ef9be2 service neutron] 10.222.0.111 "GET /v2.0/networks/7e1a24d5-dce8-4c8c-951b-49d404d67428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384428 Feb 15 15:56:11.603517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-44b61fd7-79c1-408e-adfb-0f0091cfd996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:11.605077 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-44b61fd7-79c1-408e-adfb-0f0091cfd996 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=20e7f94efe92438bbafd16009db9af2b&device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 1160 time: 0.0828233 Feb 15 15:56:11.753306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-82659fb4-1dd9-439a-9281-8370a0f7abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:11.754935 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-82659fb4-1dd9-439a-9281-8370a0f7abb9 service neutron] 10.222.0.111 "GET /v2.0/networks?id=7e1a24d5-dce8-4c8c-951b-49d404d67428 HTTP/1.1" status: 200 len: 903 time: 0.1387093 Feb 15 15:56:11.833909 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-1e764759-8577-499d-984d-503587190313 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 HTTP/1.1" status: 200 len: 217 time: 0.0687444 Feb 15 15:56:11.907555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-2fb361eb-ff7f-4fcb-9cd3-e2655aaee05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:11.909152 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-2fb361eb-ff7f-4fcb-9cd3-e2655aaee05d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=d3a74e9e-250b-4244-9fc3-e0adbb4eb99e HTTP/1.1" status: 200 len: 849 time: 0.0657265 Feb 15 15:56:12.053845 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-a3755614-64c0-404b-ba95-9306fe4330d8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=7e1a24d5-dce8-4c8c-951b-49d404d67428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356871 Feb 15 15:56:12.248514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fbaac-3d0d-4018-b83d-651d6fd4ddd1 req-ea69a27e-8f90-4e07-b89f-8e29981184dc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:12.250150 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-030fbaac-3d0d-4018-b83d-651d6fd4ddd1 req-ea69a27e-8f90-4e07-b89f-8e29981184dc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.3308194 Feb 15 15:56:12.262344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802010e1-e73f-4a6d-a7ed-4970ddaa9d15 req-2e0eb3ea-3d66-4f61-a8c0-f3d26a122d50 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:12.264666 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-802010e1-e73f-4a6d-a7ed-4970ddaa9d15 req-2e0eb3ea-3d66-4f61-a8c0-f3d26a122d50 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 943 time: 0.2768896 Feb 15 15:56:12.270524 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-6c79f902-9cb5-4f0b-9f70-e747086fb2fb service neutron] 10.222.0.111 "GET /v2.0/networks/7e1a24d5-dce8-4c8c-951b-49d404d67428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053492 Feb 15 15:56:12.440097 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-030fbaac-3d0d-4018-b83d-651d6fd4ddd1 req-fe1487f5-6e47-46b6-99bf-2be4cfd129c1 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1743541 Feb 15 15:56:12.451330 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-802010e1-e73f-4a6d-a7ed-4970ddaa9d15 req-6df66eb9-1546-4f82-b623-39ca0ab20649 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664991 Feb 15 15:56:12.777418 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-593488bc-0e73-4fcf-93a9-aad1e50684e7 req-49ee005f-09bc-4c05-8425-8d0b060dd4f8 service neutron] 10.222.0.111 "GET /v2.0/networks/7e1a24d5-dce8-4c8c-951b-49d404d67428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4900227 Feb 15 15:56:12.805491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72d83a-7ca9-4f40-82b9-d3b4619a2ec0 req-3ccc2ff0-7d6f-4b26-ba0a-620fc09216ee tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:12.807260 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fb72d83a-7ca9-4f40-82b9-d3b4619a2ec0 req-3ccc2ff0-7d6f-4b26-ba0a-620fc09216ee tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1101956 Feb 15 15:56:12.856187 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-fb72d83a-7ca9-4f40-82b9-d3b4619a2ec0 req-f1c937bd-4db1-485e-8b79-c04790452ecc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421894 Feb 15 15:56:13.055264 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-5c914ce5-9cd2-4d6b-b3b7-ca8b6cfd86e6 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1608019 Feb 15 15:56:13.065241 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'floatingip': {'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:13.071023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:13.075064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Usage tracker for resource:floatingip and tenant:118c7db8e7904fb09ac06874d2eafe06 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:13.078380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:13.084153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:13.094157 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for floatingip, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:13.237939 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:13.516263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Allocated IP 172.28.2.197 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/3c46bd0d-59bc-4846-996e-5c4826452abd) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:56:13.606628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-a78985a3-b492-48e5-a23e-973e6e24e783 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:56:13.751013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:13.759457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ec751-1e19-4d76-ab3d-b1d132aa27ea req-94803f78-70ee-41aa-8182-2f587ec4c1de tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:13.761046 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-351ec751-1e19-4d76-ab3d-b1d132aa27ea req-94803f78-70ee-41aa-8182-2f587ec4c1de tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 943 time: 0.1576931 Feb 15 15:56:13.830761 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-351ec751-1e19-4d76-ab3d-b1d132aa27ea req-e584a72c-996a-44f3-876d-02b60b23ffba tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622427 Feb 15 15:56:13.839657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:13.854984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-35bffb00-fea4-4384-a60a-1294bf4ce7ea tempest-AttachVolumeNegativeTest-614951858 tempest-AttachVolumeNegativeTest-614951858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:13.966963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:13.987620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event updated for resources: {'Port': ['ID=3c46bd0d-59bc-4846-996e-5c4826452abd,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:14.004900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:14.053321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:56:14.058750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:14.059231 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.068242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:56:14.069696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:14.077200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:56:14.172088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.194919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.224638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fb9ea1-54f4-40bb-8447-8b31e02c46e3'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:14.235069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,segment=NetworkSegment(ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83),segment_id=ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:56:14.238303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.240695 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:14.242608 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.280826 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fb9ea1-54f4-40bb-8447-8b31e02c46e3', 'code': 200} Feb 15 15:56:14.315710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:14.318936 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:14.575591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8989887-c682-42b9-a3f0-9ebebf6d85db req-46dc7860-2c69-496d-aa4f-b4ab2c60d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:14.577679 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f8989887-c682-42b9-a3f0-9ebebf6d85db req-46dc7860-2c69-496d-aa4f-b4ab2c60d6cd service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 1162 time: 0.1224144 Feb 15 15:56:14.614755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.619954 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.635542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9cb04ab4-fcef-4ff8-8be3-3f56c2a57ff3 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:14.765114 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f8989887-c682-42b9-a3f0-9ebebf6d85db req-13da3cc4-6b85-47a7-8e9b-26d3b83d4b46 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728044 Feb 15 15:56:14.795818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event updated for resources: {'Port': ['ID=3c46bd0d-59bc-4846-996e-5c4826452abd,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:14.807380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.807801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.808212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.808619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.809024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.809425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.810400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.810795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.811190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.811588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.811982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.812377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.812872 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.813260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.813647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.814062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.814450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.814838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.815223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.815609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.815993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.816378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.816768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.817151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:14.822622 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:14.906360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.928850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:14.930197 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8691099 Feb 15 15:56:15.064408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-069e8c68-3c75-4bb0-bded-a7f592db6017 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Synchronizing usage tracker for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:floatingip {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:56:15.091290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-069e8c68-3c75-4bb0-bded-a7f592db6017 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Unset dirty status for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:floatingip {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:56:15.092565 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-069e8c68-3c75-4bb0-bded-a7f592db6017 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 696 time: 0.1552629 Feb 15 15:56:15.141270 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24ef75-dc71-417b-9f8d-31e77550b62d req-e55437c7-86f0-40af-a78a-479d92fe87f0 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:15.142777 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ff24ef75-dc71-417b-9f8d-31e77550b62d req-e55437c7-86f0-40af-a78a-479d92fe87f0 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 945 time: 0.1498234 Feb 15 15:56:15.270013 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ff24ef75-dc71-417b-9f8d-31e77550b62d req-b90c1ccd-3d8f-4529-87f7-6ef116ddd33e tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792880 Feb 15 15:56:15.308848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-2e19c62d-435b-43fd-9997-e0ee1b90c09f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:15.310386 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-2e19c62d-435b-43fd-9997-e0ee1b90c09f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/networks/e4a9b955-749a-48d7-9208-9db45c1feaf9 HTTP/1.1" status: 200 len: 784 time: 0.2072206 Feb 15 15:56:15.322014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-6d286e52-e8cd-4adf-8202-8cc93b35eadd tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:56:15.323076 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f090332b-a0b4-4be0-bf86-72ad15bb1bed req-6d286e52-e8cd-4adf-8202-8cc93b35eadd tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064347 Feb 15 15:56:15.510743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-555a6bc4-14ab-4c16-b8f4-cee30d865cf9 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:15.512419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-555a6bc4-14ab-4c16-b8f4-cee30d865cf9 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0920835 Feb 15 15:56:15.522697 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:15.566733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46706) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:15.605913 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-4faa78ff-42ff-4ebb-af7e-d216fc7eae9f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 696 time: 0.0865538 Feb 15 15:56:15.609038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:15.609580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:15.617923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Request body: {'floatingip': {'port_id': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:15.698383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:15.704791 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for floatingip, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:15.714647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:15.719445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Usage tracker for resource:security_group_rule and tenant:514ad18bb26c46b8af06947217a7dfcc is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:15.722464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:15.728528 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:15.816797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:15.820873 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:15.831735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2aaaf64e-cad7-4d96-b324-8ab38ca28af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:15.881373 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=514ad18bb26c46b8af06947217a7dfcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108337 Feb 15 15:56:15.881373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e7727b-7638-4cb1-bd87-9f3680b9161e,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:15.882296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46712) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:15.885217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:15.952464 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5c29-b026-415d-8800-565c1983d12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:15.981461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5c29-b026-415d-8800-565c1983d12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:16.045796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5c29-b026-415d-8800-565c1983d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:16.054657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-43ecc691-237d-49be-bf83-cfbd6d00ff9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:16.071575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b5c29-b026-415d-8800-565c1983d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e7727b-7638-4cb1-bd87-9f3680b9161e,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:16.074135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5e9b5c29-b026-415d-8800-565c1983d12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:16.083350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5c29-b026-415d-8800-565c1983d12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:16.088164 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5e9b5c29-b026-415d-8800-565c1983d12a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42e7727b-7638-4cb1-bd87-9f3680b9161e HTTP/1.1" status: 204 len: 168 time: 0.2048206 Feb 15 15:56:16.602646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:16.645769 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:16.848653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe6ee-0b85-4b1b-85c9-9a2fcc2c2a62 req-7c51eee2-ec3a-406e-80f5-0dc665c9751e tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:16.850390 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d00fe6ee-0b85-4b1b-85c9-9a2fcc2c2a62 req-7c51eee2-ec3a-406e-80f5-0dc665c9751e tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 945 time: 0.2465742 Feb 15 15:56:16.887445 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Floating IP be103b35-19c6-4997-824b-620438413961 associated. External IP: 172.28.2.197, port: 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff. Feb 15 15:56:17.047753 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d00fe6ee-0b85-4b1b-85c9-9a2fcc2c2a62 req-0b4c5a4b-9b54-4ec1-9e28-89587f5ac5eb tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867859 Feb 15 15:56:17.314467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Router fe4e0336-0422-40c8-8379-d725b70e7551 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:56:17.519433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:56:17.524518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:17.530589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] Sync routers for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:56:17.545359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:56:17.546947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:17.600021 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-d705ef42-2a00-4551-8589-cb03c3fe75fc tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "PUT /v2.0/floatingips/be103b35-19c6-4997-824b-620438413961 HTTP/1.1" status: 200 len: 996 time: 1.9867325 Feb 15 15:56:17.600623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:17.687507 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'status': 'completed', 'code': 200} Feb 15 15:56:17.711016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-c2e9c609-5bdd-4d0f-9aac-0252d470aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:17.712883 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-c2e9c609-5bdd-4d0f-9aac-0252d470aa71 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.0976288 Feb 15 15:56:17.811723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:56:17.921717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-4e769a99-76ff-4e7f-9f86-ec42613afee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:17.923375 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-4e769a99-76ff-4e7f-9f86-ec42613afee8 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.2092314 Feb 15 15:56:17.927897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-846e45f9-a529-40e2-bac9-ce66b419567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:17.929352 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-846e45f9-a529-40e2-bac9-ce66b419567f service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.1773193 Feb 15 15:56:17.992677 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:18.147191 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-9e629b34-1bf5-4291-89ae-cbb98daa1fdf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 999 time: 0.1938751 Feb 15 15:56:18.201566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'be103b35-19c6-4997-824b-620438413961', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'port_id': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'mac_address': 'fa:16:3e:62:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:14Z', 'updated_at': '2021-02-15T15:56:16Z', 'revision_number': 1, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:18.205711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] Checking router: fe4e0336-0422-40c8-8379-d725b70e7551 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:56:18.214662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:56:18.215338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:55:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:18.216613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:56:18.221625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-ac0a7a04-c5b4-464c-a56c-c774a9384ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:18.223244 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-ac0a7a04-c5b4-464c-a56c-c774a9384ae7 service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.2925286 Feb 15 15:56:18.297438 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-5c2d1bc6-1b40-47bb-9fa3-eaaa69167f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:18.299083 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-5c2d1bc6-1b40-47bb-9fa3-eaaa69167f3a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.1442144 Feb 15 15:56:18.399975 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-8a1dd98c-bc91-464c-b12d-69b618589ae3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 999 time: 0.1684015 Feb 15 15:56:18.477143 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-378be3d2-981f-46a0-a439-1f4923991ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:18.478790 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-378be3d2-981f-46a0-a439-1f4923991ea2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1702266 Feb 15 15:56:18.488080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-a34e4e81-622e-4e53-8090-92fa3b1ea5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:18.489578 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-a34e4e81-622e-4e53-8090-92fa3b1ea5f7 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.0807638 Feb 15 15:56:18.493638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-5f87807a-eadb-4dda-aa69-2008ed4e2bb3 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:56:18.494781 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-5f87807a-eadb-4dda-aa69-2008ed4e2bb3 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0085690 Feb 15 15:56:18.578212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:56:18.936244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-a1f7f775-0f12-43b5-a3ab-73677f106343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:18.937762 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-a1f7f775-0f12-43b5-a3ab-73677f106343 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4411743 Feb 15 15:56:18.946564 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-3b362cae-dd62-4e4a-8576-e3200207395a service neutron] 10.222.0.74 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108598 Feb 15 15:56:19.013623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'be103b35-19c6-4997-824b-620438413961', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'port_id': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'mac_address': 'fa:16:3e:62:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:14Z', 'updated_at': '2021-02-15T15:56:16Z', 'revision_number': 1, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:19.019001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd0fa64-2a80-4862-bb3d-2535d8cde669 None None] The sync data for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb is: [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': 'be103b35-19c6-4997-824b-620438413961', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'floating_ip_address': '172.28.2.197', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'port_id': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'mac_address': 'fa:16:3e:62:08:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:56:14Z', 'updated_at': '2021-02-15T15:56:16Z', 'revision_number': 1, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:56:19.245047 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5577f5d-a33d-4f21-8fe1-6a16f3cd62d1 req-7e676c8f-74a7-487f-844e-be0df60a2f3c service neutron] 10.222.0.74 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2637579 Feb 15 15:56:19.256326 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-3d7b91d1-4e97-4b79-b2dc-20615a4e4982 service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021684 Feb 15 15:56:19.411811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4edec8-a78a-46f4-ab04-b651a11ce3af None None] New status for floating IP be103b35-19c6-4997-824b-620438413961: ACTIVE {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:56:19.465230 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7997ff44-09ef-4a6f-94a0-a551162090ab req-335c9fac-5de0-4bde-9601-4f6a72127a99 service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2005355 Feb 15 15:56:20.794736 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc6152-f6ac-487a-b0bc-8839de53b8ef req-cd2c89dc-88b9-4179-8a93-879efbfbdedf tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:20.796301 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c4bc6152-f6ac-487a-b0bc-8839de53b8ef req-cd2c89dc-88b9-4179-8a93-879efbfbdedf tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 945 time: 0.0879581 Feb 15 15:56:20.845531 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c4bc6152-f6ac-487a-b0bc-8839de53b8ef req-3255e9ad-420d-4326-9be7-fee08df9c57a tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Feb 15 15:56:22.079965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125373c3-28ac-4ffa-afd6-1fd9eb281639 req-96403441-23f4-47e1-9ca9-9bd99fd1212a tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:22.081579 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-125373c3-28ac-4ffa-afd6-1fd9eb281639 req-96403441-23f4-47e1-9ca9-9bd99fd1212a tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 945 time: 0.0998318 Feb 15 15:56:22.138403 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-125373c3-28ac-4ffa-afd6-1fd9eb281639 req-7585a9e4-e9e4-4b66-9f12-bcfa60871373 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/security-groups?id=14bb1cdb-9250-4230-a9bc-2946eb0ecc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491025 Feb 15 15:56:22.443006 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-7436056e-5606-404d-b71c-5e0ba32bf9fa tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:22.444670 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-7436056e-5606-404d-b71c-5e0ba32bf9fa tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.111 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 945 time: 0.0889230 Feb 15 15:56:22.529649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Deleting port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:56:22.530100 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:22.796942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] For port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,segment=NetworkSegment(ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83),segment_id=ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:56:22.797398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:22.819014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-bcc2592d-bcf6-4181-9659-8503cdae5041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:22.939430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Calling delete_port for d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:56:23.094227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:23.110291 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:23.209080 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Pushing event deleted for resources: {'Port': ['ID=d7fb9ea1-54f4-40bb-8447-8b31e02c46e3,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:23.211925 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:23.325984 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-a5ae1b75-c383-45ac-b9c6-e3b72f5dff47 req-5b544151-8fc4-4e62-8ca8-58aea8940e02 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.74 "GET /v2.0/ports?device_id=cefa3ee5-37fe-4035-8b60-48a721c9a161 HTTP/1.1" status: 200 len: 210 time: 0.0698390 Feb 15 15:56:23.377010 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] No DVR routers for this DVR port d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:56:23.379478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:23.383519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'name': 'network-vif-deleted', 'tag': 'd7fb9ea1-54f4-40bb-8447-8b31e02c46e3'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:23.398188 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c04b5eb6-75eb-4f1f-b587-861dbbaaa89a req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] 10.222.0.111 "DELETE /v2.0/ports/d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 HTTP/1.1" status: 204 len: 173 time: 0.9445276 Feb 15 15:56:23.438717 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefa3ee5-37fe-4035-8b60-48a721c9a161', 'name': 'network-vif-deleted', 'tag': 'd7fb9ea1-54f4-40bb-8447-8b31e02c46e3', 'status': 'completed', 'code': 200} Feb 15 15:56:23.551155 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:56:23.590568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:56:23.590958 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device d7fb9ea1-54f4-40bb-8447-8b31e02c46e3 not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:56:25.133335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-cf2dfec9-e29c-447a-88be-bf6090657173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:26.025833 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:27.074158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:27.350398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:28.980995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 46928) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:29.111937 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:29.128072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:29.132301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4aad481d603f461b8e62be33390d1fa5 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:29.135361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:29.141402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:29.228519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:29.231771 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:29.242093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ffd4f416-9d0b-45b1-af43-2ece574d73d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:29.289082 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4aad481d603f461b8e62be33390d1fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067641 Feb 15 15:56:29.290072 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adea251-bae5-48b9-84f3-7c81b822e3ca,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:29.292218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 46938) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:29.293619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1706433f-2d50-4490-8483-f4a9686490c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:29.357380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:29.389261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:29.437749 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:29.442919 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f6ea1080-c93c-459b-861f-e8acdcd430a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:29.455347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adea251-bae5-48b9-84f3-7c81b822e3ca,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:29.458498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:29.460517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:29.462352 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6adea251-bae5-48b9-84f3-7c81b822e3ca HTTP/1.1" status: 204 len: 168 time: 0.1690047 Feb 15 15:56:31.984061 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-79d92a85-3dfc-4254-ab2e-fce9aea44f89 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1825547f90ba4783bb27c0bf2e1e02d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326383 Feb 15 15:56:32.149696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-dc0431d9-c490-4542-b1d5-fee7d70fc480 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:32.151336 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-dc0431d9-c490-4542-b1d5-fee7d70fc480 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615989 Feb 15 15:56:32.168534 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-e359677f-9431-4b3a-938b-cb0132a7adf2 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/quotas/1825547f90ba4783bb27c0bf2e1e02d4 HTTP/1.1" status: 200 len: 375 time: 0.0108833 Feb 15 15:56:32.223445 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-45767185-cd79-4ff6-a4a3-e4784ac1d64f tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1825547f90ba4783bb27c0bf2e1e02d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479999 Feb 15 15:56:32.431334 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0cbdf53b-31ec-499e-af1b-c17a96658a24 req-f3a585d6-de75-45d2-bc21-75edabe73022 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 210 time: 0.0567517 Feb 15 15:56:33.513833 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-cd929448-cc65-46f1-a565-dd6342362002 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.111 "GET /v2.0/networks?tenant_id=1825547f90ba4783bb27c0bf2e1e02d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332911 Feb 15 15:56:33.663211 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ad0eedbc-f458-4229-9dbe-6461e7ba5f94 req-823b67ec-0ba5-4023-955e-74a5248a9978 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 210 time: 0.0642631 Feb 15 15:56:33.729475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-aba63f0b-7444-48dc-9f9f-e64f6b0e9af8 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:33.731058 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-aba63f0b-7444-48dc-9f9f-e64f6b0e9af8 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106175 Feb 15 15:56:33.750686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Request body: {'port': {'device_id': '04751f24-a256-4d80-ae6e-0b741715729d', 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be', 'admin_state_up': True, 'tenant_id': '1825547f90ba4783bb27c0bf2e1e02d4'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:33.902424 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:33.906946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Usage tracker for resource:port and tenant:1825547f90ba4783bb27c0bf2e1e02d4 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:33.909960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:33.915893 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:33.925816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Made reservation on behalf of 1825547f90ba4783bb27c0bf2e1e02d4 for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:56:33.931552 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:33.944895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:33.960544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:33.964645 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Usage tracker for resource:security_group_rule and tenant:1825547f90ba4783bb27c0bf2e1e02d4 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:33.968402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:33.974340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:34.078639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:34.081141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:34.106863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3654b62f-6781-41e8-8e33-9a3457d97a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:34.226567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c86005-045d-4576-a449-8ae2587ea7f6,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:34.230162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:34.419758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Allocated IP 192.168.233.201 (b1e62501-3e50-42a7-a9c8-f4ac2140f0be/9f02b3ad-8ff4-4f3b-932b-6b5cdef833c8/9353c432-1ab6-4610-955a-3a5f34e961fe) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:56:34.634595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:34.651147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Transition to ACTIVE for port object 9353c432-1ab6-4610-955a-3a5f34e961fe will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:56:34.676081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:34.693322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9eed1468-fe37-47d0-9ba4-b571099ba6b2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:35.120466 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Pushing event updated for resources: {'Port': ['ID=9353c432-1ab6-4610-955a-3a5f34e961fe,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:35.124288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:35.187455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8715-58c1-43b8-8c1e-b21909845c90 req-0140a223-4fae-43a9-b46e-62d3b9fd9098 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:35.188979 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c34c8715-58c1-43b8-8c1e-b21909845c90 req-0140a223-4fae-43a9-b46e-62d3b9fd9098 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 936 time: 0.3971198 Feb 15 15:56:35.193538 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Network b1e62501-3e50-42a7-a9c8-f4ac2140f0be is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:56:35.195032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:35.198894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:56:35.294521 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c34c8715-58c1-43b8-8c1e-b21909845c90 req-6b240de4-3376-4c61-9bb1-40446168211b tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972636 Feb 15 15:56:35.304444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:35.305132 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:35.338958 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5931160 Feb 15 15:56:35.352002 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Request body: {'port': {'device_id': '04751f24-a256-4d80-ae6e-0b741715729d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:35.462761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a9a47ab9-7e47-4b0c-9f8d-87cc2b76285d None None] Provisioning for port 9353c432-1ab6-4610-955a-3a5f34e961fe completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:56:35.468302 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a9a47ab9-7e47-4b0c-9f8d-87cc2b76285d None None] Provisioning complete for port 9353c432-1ab6-4610-955a-3a5f34e961fe triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:35.468723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a9a47ab9-7e47-4b0c-9f8d-87cc2b76285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:35.476383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:35.529029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a9a47ab9-7e47-4b0c-9f8d-87cc2b76285d None None] Port 9353c432-1ab6-4610-955a-3a5f34e961fe cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:56:35.912359 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9353c432-1ab6-4610-955a-3a5f34e961fe {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:56:35.920212 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:35.932257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Transition to ACTIVE for port object 9353c432-1ab6-4610-955a-3a5f34e961fe will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:56:35.934818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:35.947864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2b13bb26-2a37-44eb-8b72-181c674c27c8 tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:36.086135 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Pushing event updated for resources: {'Port': ['ID=9353c432-1ab6-4610-955a-3a5f34e961fe,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:36.106598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:36.286425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Attempting to bind port 9353c432-1ab6-4610-955a-3a5f34e961fe on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:56:36.286804 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Attempting to bind port 9353c432-1ab6-4610-955a-3a5f34e961fe by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:56:36.287177 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Attempting to bind port 9353c432-1ab6-4610-955a-3a5f34e961fe on network b1e62501-3e50-42a7-a9c8-f4ac2140f0be {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:56:36.293136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:56:36.293329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Checking segment: {'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:56:36.293733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:36.294156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Bound using segment: {'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:56:36.294718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Bound port: 9353c432-1ab6-4610-955a-3a5f34e961fe, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f400d332-8b18-463d-8dd3-71fdf0adb424', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1e62501-3e50-42a7-a9c8-f4ac2140f0be'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:56:36.294952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:36.395098 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] For port 9353c432-1ab6-4610-955a-3a5f34e961fe, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:56:36.398236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] For port 9353c432-1ab6-4610-955a-3a5f34e961fe, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9353c432-1ab6-4610-955a-3a5f34e961fe,segment=NetworkSegment(f400d332-8b18-463d-8dd3-71fdf0adb424),segment_id=f400d332-8b18-463d-8dd3-71fdf0adb424)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:56:36.401751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:36.417261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5ca5a31b-1374-43b4-892f-16b13acef359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:36.629927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Pushing event updated for resources: {'Port': ['ID=9353c432-1ab6-4610-955a-3a5f34e961fe,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:36.635628 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:36.680056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409745ca-6483-4539-9d6b-25cd9612ef61 req-d7c87a1b-1015-41ad-a349-5545e603d8c4 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:36.680810 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-409745ca-6483-4539-9d6b-25cd9612ef61 req-d7c87a1b-1015-41ad-a349-5545e603d8c4 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Synchronizing usage tracker for tenant:1825547f90ba4783bb27c0bf2e1e02d4 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:56:36.693546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:36.694336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:36.695715 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-38cb912a-0780-44dd-9189-23edef265bea service neutron] 10.222.0.111 "PUT /v2.0/ports/9353c432-1ab6-4610-955a-3a5f34e961fe HTTP/1.1" status: 200 len: 1162 time: 1.3484306 Feb 15 15:56:36.696257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:36.710516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-409745ca-6483-4539-9d6b-25cd9612ef61 req-d7c87a1b-1015-41ad-a349-5545e603d8c4 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Unset dirty status for tenant:1825547f90ba4783bb27c0bf2e1e02d4 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:56:36.712363 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-409745ca-6483-4539-9d6b-25cd9612ef61 req-d7c87a1b-1015-41ad-a349-5545e603d8c4 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 948 time: 0.2095959 Feb 15 15:56:36.784599 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe', 'status': 'completed', 'code': 200} Feb 15 15:56:36.828854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-409745ca-6483-4539-9d6b-25cd9612ef61 req-d253e65f-feff-4d6c-9f76-71f4868cc4eb tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Synchronizing usage tracker for tenant:1825547f90ba4783bb27c0bf2e1e02d4 on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:56:36.856611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-409745ca-6483-4539-9d6b-25cd9612ef61 req-d253e65f-feff-4d6c-9f76-71f4868cc4eb tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Unset dirty status for tenant:1825547f90ba4783bb27c0bf2e1e02d4 on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:56:36.858515 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-409745ca-6483-4539-9d6b-25cd9612ef61 req-d253e65f-feff-4d6c-9f76-71f4868cc4eb tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369567 Feb 15 15:56:36.871223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-dfa9b31c-bf7b-4b47-ba2d-9fb3bc1ebe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:36.872838 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-dfa9b31c-bf7b-4b47-ba2d-9fb3bc1ebe5a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=1825547f90ba4783bb27c0bf2e1e02d4&device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 1165 time: 0.1335919 Feb 15 15:56:36.948415 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-6d8497df-8a81-423c-b994-8a68db4d31e7 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=9353c432-1ab6-4610-955a-3a5f34e961fe HTTP/1.1" status: 200 len: 217 time: 0.0666127 Feb 15 15:56:37.022681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-b6e4ea1d-c85e-4971-8bbf-e44fa3cf9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:37.024259 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-b6e4ea1d-c85e-4971-8bbf-e44fa3cf9112 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=9f02b3ad-8ff4-4f3b-932b-6b5cdef833c8 HTTP/1.1" status: 200 len: 843 time: 0.0685289 Feb 15 15:56:37.112005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-0df8ce64-cc4a-493d-b8fd-fe3c06023d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:37.113665 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-0df8ce64-cc4a-493d-b8fd-fe3c06023d36 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=b1e62501-3e50-42a7-a9c8-f4ac2140f0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0818145 Feb 15 15:56:37.273254 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-7704e441-3f80-4993-ae53-85acefa10b6c service neutron] 10.222.0.111 "GET /v2.0/networks/b1e62501-3e50-42a7-a9c8-f4ac2140f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509426 Feb 15 15:56:37.417237 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-165c8c0c-fe9a-4fd8-a6c8-b43ff920f491 req-ceb9ebd3-8b52-4f35-bc20-cb85e08133e2 service neutron] 10.222.0.111 "GET /v2.0/networks/b1e62501-3e50-42a7-a9c8-f4ac2140f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368499 Feb 15 15:56:37.550987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-71b65587-5780-46c4-8780-034d107d82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:37.552583 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-71b65587-5780-46c4-8780-034d107d82be service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=1825547f90ba4783bb27c0bf2e1e02d4&device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 1165 time: 0.0783346 Feb 15 15:56:37.697367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-4d38c8cd-fd7b-4536-bc81-41f2065bb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:37.698910 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-4d38c8cd-fd7b-4536-bc81-41f2065bb7ca service neutron] 10.222.0.111 "GET /v2.0/networks?id=b1e62501-3e50-42a7-a9c8-f4ac2140f0be HTTP/1.1" status: 200 len: 863 time: 0.1357353 Feb 15 15:56:37.781400 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-413951a3-bae0-4184-ab70-1578273b8384 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=9353c432-1ab6-4610-955a-3a5f34e961fe HTTP/1.1" status: 200 len: 217 time: 0.0694790 Feb 15 15:56:37.858570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-5fc83a94-b94f-4c45-a83c-d48b3666fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:37.861292 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-5fc83a94-b94f-4c45-a83c-d48b3666fbe0 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=9f02b3ad-8ff4-4f3b-932b-6b5cdef833c8 HTTP/1.1" status: 200 len: 843 time: 0.0720289 Feb 15 15:56:37.949719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-41e3b86d-3d93-4884-86d3-4f0931c3c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:37.951323 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-41e3b86d-3d93-4884-86d3-4f0931c3c9f4 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=b1e62501-3e50-42a7-a9c8-f4ac2140f0be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0821879 Feb 15 15:56:38.171436 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-385032dd-1366-43f5-9e3b-88477c47ab1a service neutron] 10.222.0.111 "GET /v2.0/networks/b1e62501-3e50-42a7-a9c8-f4ac2140f0be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070928 Feb 15 15:56:38.179020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d5254-6b74-44d6-b0c0-524c281424be req-0ffbad2f-8d8b-4f8a-b074-b5f16f194a28 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:38.180476 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5f5d5254-6b74-44d6-b0c0-524c281424be req-0ffbad2f-8d8b-4f8a-b074-b5f16f194a28 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 948 time: 0.1942387 Feb 15 15:56:38.333026 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5f5d5254-6b74-44d6-b0c0-524c281424be req-7367fd1d-b4c6-4650-a907-813ce3d74d3d tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276190 Feb 15 15:56:38.361145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-05d1a90e-846d-4905-8d37-d82a772269a1 req-f68d2b12-ad98-403f-9d19-708d7b14a628 service neutron] 10.222.0.111 "GET /v2.0/networks/b1e62501-3e50-42a7-a9c8-f4ac2140f0be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1796677 Feb 15 15:56:39.532182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd6ab6-919b-4a62-9830-5547961699cd req-9bdb9ac7-006c-4e63-9679-027661a0bc47 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:39.533781 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60bd6ab6-919b-4a62-9830-5547961699cd req-9bdb9ac7-006c-4e63-9679-027661a0bc47 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 948 time: 0.0864503 Feb 15 15:56:39.582902 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60bd6ab6-919b-4a62-9830-5547961699cd req-09e2dbbb-7f2a-4c14-bd06-55ce54768dc3 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Feb 15 15:56:39.786215 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network b1e62501-3e50-42a7-a9c8-f4ac2140f0be details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:56:40.046423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-7f50fb9d-82b4-4ae3-a383-f83616f43ca2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:56:40.449857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 9353c432-1ab6-4610-955a-3a5f34e961fe up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:40.523292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port 9353c432-1ab6-4610-955a-3a5f34e961fe completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:56:40.528110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 9353c432-1ab6-4610-955a-3a5f34e961fe triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:40.528535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:40.655341 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:40.683084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:40.694256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 9353c432-1ab6-4610-955a-3a5f34e961fe, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9353c432-1ab6-4610-955a-3a5f34e961fe,segment=NetworkSegment(f400d332-8b18-463d-8dd3-71fdf0adb424),segment_id=f400d332-8b18-463d-8dd3-71fdf0adb424)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:56:40.698180 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:40.700052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:40.740162 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe', 'code': 200} Feb 15 15:56:40.775279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=9353c432-1ab6-4610-955a-3a5f34e961fe,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:40.785321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.785321 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.785600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.785942 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.786404 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.786681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.787843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.788227 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.788603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.789001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.790145 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.790532 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.791150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.791533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.792000 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.792376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.792748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.793123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.793491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.793864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.794255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.794638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.795005 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.795364 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:40.800069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:40.810451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caec2e-522c-4109-b0ac-88e6b7e0bd64 req-d3f6123c-2dab-4419-9798-1b6748953fef tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:40.812664 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22caec2e-522c-4109-b0ac-88e6b7e0bd64 req-d3f6123c-2dab-4419-9798-1b6748953fef tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 950 time: 0.1160533 Feb 15 15:56:40.863559 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-22caec2e-522c-4109-b0ac-88e6b7e0bd64 req-e4cee17b-7b16-43a9-8c5e-a320e7f98629 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Feb 15 15:56:41.007897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e456-efe7-4258-af4a-9db479b42806 req-d3a361b8-027f-499e-b7c2-e2b43dbe81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:41.009011 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2519e456-efe7-4258-af4a-9db479b42806 req-d3a361b8-027f-499e-b7c2-e2b43dbe81f2 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 1167 time: 0.0798678 Feb 15 15:56:41.053914 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2519e456-efe7-4258-af4a-9db479b42806 req-43a34662-3c82-4571-a700-796f138de0e4 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374057 Feb 15 15:56:41.731896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 9353c432-1ab6-4610-955a-3a5f34e961fe up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:41.806517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 9353c432-1ab6-4610-955a-3a5f34e961fe triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:41.806943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:42.068290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d408c-58c4-45e0-8af2-a09cde49b2fb req-5378bb87-3650-4cec-9d5e-38b100b86c18 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:42.069820 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-357d408c-58c4-45e0-8af2-a09cde49b2fb req-5378bb87-3650-4cec-9d5e-38b100b86c18 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 950 time: 0.0897999 Feb 15 15:56:42.119969 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-357d408c-58c4-45e0-8af2-a09cde49b2fb req-64bba932-82d2-4632-981a-009dfea93e65 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Feb 15 15:56:42.250846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47104) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:42.320166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Deleting subnet d3a74e9e-250b-4244-9fc3-e0adbb4eb99e {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:56:42.323680 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:42.377975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:42.444479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:42.698286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:42.714112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:42.812271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a74e9e-250b-4244-9fc3-e0adbb4eb99e,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:42.815396 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:42.855735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:42.867020 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-183e0872-cfda-4bb0-88eb-e3ccb42253f1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d3a74e9e-250b-4244-9fc3-e0adbb4eb99e HTTP/1.1" status: 204 len: 168 time: 0.6150627 Feb 15 15:56:42.869729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47108) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:42.982920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:43.332102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2500-14a1-40d3-93fb-72dc1d69cd5d req-bbe62dc5-fceb-4281-bd8e-e091b769c8fc tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:43.333708 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3e4d2500-14a1-40d3-93fb-72dc1d69cd5d req-bbe62dc5-fceb-4281-bd8e-e091b769c8fc tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 950 time: 0.0960412 Feb 15 15:56:43.383611 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-3e4d2500-14a1-40d3-93fb-72dc1d69cd5d req-235ffbd5-6db8-497a-8591-130d947f4984 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Feb 15 15:56:43.403376 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:43.519861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1a24d5-dce8-4c8c-951b-49d404d67428']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:43.533439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:43.533779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed90dbe6-c8ea-4d79-b53d-ca01ffd2fd83') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:43.545738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:43.561208 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:43.563304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:56:43.700112 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 9353c432-1ab6-4610-955a-3a5f34e961fe up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:43.753190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:56:43.763386 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:43.797345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 9353c432-1ab6-4610-955a-3a5f34e961fe triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:43.798174 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:43.889041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243783d6-c370-4759-b40d-9ce46a9fac1f req-3c756beb-845b-43e1-82de-a760e3d9b5e2 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:43.891063 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-243783d6-c370-4759-b40d-9ce46a9fac1f req-3c756beb-845b-43e1-82de-a760e3d9b5e2 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 950 time: 0.0901387 Feb 15 15:56:43.941848 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-243783d6-c370-4759-b40d-9ce46a9fac1f req-83a4eb55-0058-46ee-a15b-0df27ceeae6e tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Feb 15 15:56:43.947819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Network 7e1a24d5-dce8-4c8c-951b-49d404d67428 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:56:43.975603 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:56:44.051854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:44.055473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1610c96b-6559-4f2a-9cf5-df530500dd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:44.072162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:44.080295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1a24d5-dce8-4c8c-951b-49d404d67428,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:44.088388 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/7e1a24d5-dce8-4c8c-951b-49d404d67428 HTTP/1.1" status: 204 len: 168 time: 1.2176161 Feb 15 15:56:44.090051 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.090480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.090900 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.091317 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.091615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47120) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:44.091741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.092100 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.092505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.092907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.093899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.094304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.094705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.095106 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.095614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.096014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.096417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.096819 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.097218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.097615 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.098043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.098444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.098845 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.099246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.099642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.100052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:56:44.103765 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77e4e508-326e-484e-9fb6-7a8c19f4b1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:44.163671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Deleting subnet ac6326f7-732f-4a6c-94ce-fc43c201baa0 {{(pid=84020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:56:44.166879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:44.220286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3216488'] for subnet, precommit_delete_associations {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:44.278256 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:44.840557 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-9f19e249-ee93-419a-a554-b5ae5c28dba6 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1126356 Feb 15 15:56:44.841560 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853164985'] for subnet, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:44.857340 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:44.988752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6326f7-732f-4a6c-94ce-fc43c201baa0,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:45.000102 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:45.050758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.062115 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f395daad-0b0a-4556-a57d-6413baf2cfd4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ac6326f7-732f-4a6c-94ce-fc43c201baa0 HTTP/1.1" status: 204 len: 168 time: 0.9688241 Feb 15 15:56:45.065165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47128) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:45.137084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478602f-3c26-492c-9b15-175ca9dca34a req-9409434c-ed2c-4f9c-87ec-06872da58a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:45.138703 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-9409434c-ed2c-4f9c-87ec-06872da58a09 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.2028778 Feb 15 15:56:45.189462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.246593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce9617-f443-46e6-bec7-9814725e8a32 req-535722a4-0af5-4b72-b87c-4d1e8d1c1f71 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:45.248227 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-88ce9617-f443-46e6-bec7-9814725e8a32 req-535722a4-0af5-4b72-b87c-4d1e8d1c1f71 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 950 time: 0.1881585 Feb 15 15:56:45.331749 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-88ce9617-f443-46e6-bec7-9814725e8a32 req-25ec3111-5426-4d75-b8c2-9993e89704d9 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698137 Feb 15 15:56:45.386191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.407537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478602f-3c26-492c-9b15-175ca9dca34a req-9cd7ec41-d750-4e18-a782-57663eb0dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:45.409032 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-9cd7ec41-d750-4e18-a782-57663eb0dea2 service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.2448173 Feb 15 15:56:45.504380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a72aa5-8661-4396-bcf3-f249fab268da']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:45.518184 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43830713-b082-4b88-88fd-c586a748ae49') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:45.518526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43830713-b082-4b88-88fd-c586a748ae49') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:45.531361 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.531566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-b55c897f-7aa3-4232-a0cf-52c7143cf608 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:45.532925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-b55c897f-7aa3-4232-a0cf-52c7143cf608 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.111 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 950 time: 0.1794329 Feb 15 15:56:45.549534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.551751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:56:45.584951 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-e61ea739-9a85-4a60-80cb-d0ab9a5d9b1d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 1001 time: 0.1642153 Feb 15 15:56:45.673617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Deleting port 9353c432-1ab6-4610-955a-3a5f34e961fe {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:56:45.673938 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.689093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 9353c432-1ab6-4610-955a-3a5f34e961fe no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:56:45.718134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478602f-3c26-492c-9b15-175ca9dca34a req-fc6fe5a5-9c5d-445f-9fba-20c23e520b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:45.719979 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-fc6fe5a5-9c5d-445f-9fba-20c23e520b57 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.1276979 Feb 15 15:56:45.736639 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Network 60a72aa5-8661-4396-bcf3-f249fab268da has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:56:45.747172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.815325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.850142 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 9353c432-1ab6-4610-955a-3a5f34e961fe, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9353c432-1ab6-4610-955a-3a5f34e961fe,segment=NetworkSegment(f400d332-8b18-463d-8dd3-71fdf0adb424),segment_id=f400d332-8b18-463d-8dd3-71fdf0adb424)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:56:45.851507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:45.857982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:45.860626 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:45.933073 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Network 60a72aa5-8661-4396-bcf3-f249fab268da has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:56:45.936221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=9353c432-1ab6-4610-955a-3a5f34e961fe,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:45.943309 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe', 'code': 200} Feb 15 15:56:45.944684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:56:45.956327 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:56:45.979481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478602f-3c26-492c-9b15-175ca9dca34a req-ea77a102-5cc5-454c-b1b6-95aee0193cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:45.981097 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-ea77a102-5cc5-454c-b1b6-95aee0193cb1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2533255 Feb 15 15:56:46.045441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.050063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8f404a5-0f44-4eee-8656-22faddbd7c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:46.065520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.077627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=60a72aa5-8661-4396-bcf3-f249fab268da,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:46.083888 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] 10.222.0.74 "DELETE /v2.0/networks/60a72aa5-8661-4396-bcf3-f249fab268da HTTP/1.1" status: 204 len: 168 time: 1.0175102 Feb 15 15:56:46.084956 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-900f13d5-890d-439d-93aa-49d28fa40cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:46.121163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] For port 9353c432-1ab6-4610-955a-3a5f34e961fe, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9353c432-1ab6-4610-955a-3a5f34e961fe,segment=NetworkSegment(f400d332-8b18-463d-8dd3-71fdf0adb424),segment_id=f400d332-8b18-463d-8dd3-71fdf0adb424)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:56:46.121567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.268049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47136) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:46.281219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Calling delete_port for 9353c432-1ab6-4610-955a-3a5f34e961fe owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:56:46.319536 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ab6c0d87-cbb0-4d7c-b65d-8eea2c860d24 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=20e7f94efe92438bbafd16009db9af2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501537 Feb 15 15:56:46.322285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47140) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:46.356319 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-2125ef62-fb11-4796-a713-4d533d424f56 service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603871 Feb 15 15:56:46.390383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ccc5-9130-491a-bb08-a276be631b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.418413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ccc5-9130-491a-bb08-a276be631b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.464382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ccc5-9130-491a-bb08-a276be631b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.470090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-07e76200-53d2-41ce-ba5c-9094ca4c979d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:46.482930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6ccc5-9130-491a-bb08-a276be631b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb1cdb-9250-4230-a9bc-2946eb0ecc82,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:46.485751 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d7d6ccc5-9130-491a-bb08-a276be631b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:46.489597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d7d6ccc5-9130-491a-bb08-a276be631b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.491655 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d7d6ccc5-9130-491a-bb08-a276be631b97 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/14bb1cdb-9250-4230-a9bc-2946eb0ecc82 HTTP/1.1" status: 204 len: 168 time: 0.1684697 Feb 15 15:56:46.523413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84020) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:56:46.523784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:56:46.590050 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0478602f-3c26-492c-9b15-175ca9dca34a req-3a8ada63-132f-4b61-8b6d-538951e2cc5a service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2260811 Feb 15 15:56:46.597744 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125afd9-d20d-43cd-98fd-1f79385d8126 req-e793d657-9235-4924-bba5-3463a248c626 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:46.599346 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b125afd9-d20d-43cd-98fd-1f79385d8126 req-e793d657-9235-4924-bba5-3463a248c626 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 948 time: 0.1409633 Feb 15 15:56:46.652276 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b125afd9-d20d-43cd-98fd-1f79385d8126 req-296fbe81-b12c-4119-99b9-8e97df26746a tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/security-groups?id=57c86005-045d-4576-a449-8ae2587ea7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Feb 15 15:56:46.852566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47150) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:46.904981 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-99006c84-db59-41a5-9807-bb57e396d61d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d9628a69aee445348cfd1689db7b654f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510166 Feb 15 15:56:46.907601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47154) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:46.968808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c2aeefe-f8f8-460d-8fce-7b6b1f86f0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:46.996092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c2aeefe-f8f8-460d-8fce-7b6b1f86f0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:47.025412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Deleting port 9353c432-1ab6-4610-955a-3a5f34e961fe {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:56:47.025863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:47.047674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c2aeefe-f8f8-460d-8fce-7b6b1f86f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:47.052798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a244e874-4d8a-400f-a544-69d7c1a9c9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:47.066236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aeefe-f8f8-460d-8fce-7b6b1f86f0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f96ea-0977-4262-8544-abf9205a5d8c,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:47.069522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5c2aeefe-f8f8-460d-8fce-7b6b1f86f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:47.073509 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c2aeefe-f8f8-460d-8fce-7b6b1f86f0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:47.074801 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5c2aeefe-f8f8-460d-8fce-7b6b1f86f0d5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a0f96ea-0977-4262-8544-abf9205a5d8c HTTP/1.1" status: 204 len: 168 time: 0.1662059 Feb 15 15:56:47.311822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] For port 9353c432-1ab6-4610-955a-3a5f34e961fe, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9353c432-1ab6-4610-955a-3a5f34e961fe,segment=NetworkSegment(f400d332-8b18-463d-8dd3-71fdf0adb424),segment_id=f400d332-8b18-463d-8dd3-71fdf0adb424)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:56:47.312224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:47.450503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Calling delete_port for 9353c432-1ab6-4610-955a-3a5f34e961fe owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:56:47.601690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:47.619982 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:47.732811 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Pushing event deleted for resources: {'Port': ['ID=9353c432-1ab6-4610-955a-3a5f34e961fe,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:47.738670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:47.836299 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4f640d7a-3acd-416d-9770-08f767fda792 req-263b16e1-4ed1-42f6-8d38-9c923630d95d tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.74 "GET /v2.0/ports?device_id=04751f24-a256-4d80-ae6e-0b741715729d HTTP/1.1" status: 200 len: 210 time: 0.0593009 Feb 15 15:56:47.887345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] No DVR routers for this DVR port 9353c432-1ab6-4610-955a-3a5f34e961fe on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:56:47.889613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:47.893223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'name': 'network-vif-deleted', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:56:47.909315 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7f9a8f2b-7438-4107-93ca-e31e3bc99639 req-58217fb6-04f1-40ff-9c49-f5c65c6d38ae tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] 10.222.0.111 "DELETE /v2.0/ports/9353c432-1ab6-4610-955a-3a5f34e961fe HTTP/1.1" status: 204 len: 173 time: 2.3674359 Feb 15 15:56:47.947299 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04751f24-a256-4d80-ae6e-0b741715729d', 'name': 'network-vif-deleted', 'tag': '9353c432-1ab6-4610-955a-3a5f34e961fe', 'status': 'completed', 'code': 200} Feb 15 15:56:47.997516 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.296748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47188) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:48.426848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.443703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:48.447783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Usage tracker for resource:security_group_rule and tenant:27b53d49d0ec40efb0ac3052a07ebc89 is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:48.450828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:48.457219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:48.547136 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.550383 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.559627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4bf7743e-1a6a-4217-a96b-060dd37f9118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:48.603111 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27b53d49d0ec40efb0ac3052a07ebc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051543 Feb 15 15:56:48.603938 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f93dc00-dc86-4bfb-b977-df7528441f5d,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:48.606726 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47194) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:48.607229 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a737aa64-57ff-4dad-abd9-50eacb6885c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:48.673090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0878b776-5de8-4226-9e9d-22c3cd2a0d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.700668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0878b776-5de8-4226-9e9d-22c3cd2a0d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.745202 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0878b776-5de8-4226-9e9d-22c3cd2a0d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.750356 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b00c9474-571e-4100-919f-a896cdb73723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:48.763469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b776-5de8-4226-9e9d-22c3cd2a0d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f93dc00-dc86-4bfb-b977-df7528441f5d,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:48.766714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0878b776-5de8-4226-9e9d-22c3cd2a0d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:48.768897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0878b776-5de8-4226-9e9d-22c3cd2a0d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:48.770927 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-0878b776-5de8-4226-9e9d-22c3cd2a0d0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f93dc00-dc86-4bfb-b977-df7528441f5d HTTP/1.1" status: 204 len: 168 time: 0.1618006 Feb 15 15:56:52.824655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87de26e3-151c-4014-84f6-d50b8908fd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:54.254583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47516) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:54.413115 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-06d41adb-c3c9-4543-94af-e84d78ad3da4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1825547f90ba4783bb27c0bf2e1e02d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572433 Feb 15 15:56:54.415759 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47522) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:54.477538 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:54.505616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:54.554705 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:54.559660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dc286887-6915-4fe8-9306-0cfef186389e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:54.574329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c86005-045d-4576-a449-8ae2587ea7f6,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:54.578485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:54.581745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:54.582997 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57c86005-045d-4576-a449-8ae2587ea7f6 HTTP/1.1" status: 204 len: 168 time: 0.1662693 Feb 15 15:56:55.134714 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-86f92bf2-44d7-436b-8c34-cb95ac0f23ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.221092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:56:55.284439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47552) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:55.407740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-737905758-network', 'tenant_id': '656340d76f32471bb572501c490edd7b'}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:55.412930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:55.417042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Usage tracker for resource:network and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:55.420117 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:55.427101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:55.437307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Made reservation on behalf of 656340d76f32471bb572501c490edd7b for: {'network': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:56:55.442859 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for network, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.456616 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.472447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:55.476542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Usage tracker for resource:security_group_rule and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:55.479659 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:55.486415 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:55.577496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.580166 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.584412 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-71c7c697-447f-4ea3-a9ad-d105a9db5e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:55.614181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 15 15:56:55.627357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d4e871-33d9-4127-b266-17c741f476af,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:55.631665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:55.632657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363280238871122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.633094 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.segments_db [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Added segment cf87b732-9dda-4958-b590-a27482c9f15e of type vxlan for network be47a5dd-b231-4789-a89f-b48f0ab9d957 Feb 15 15:56:55.660531 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756615513203'] for network, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.689985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021'] for network, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.690965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:55.691621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:55.696539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:55.806871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Pushing event updated for resources: {'Network': ['ID=be47a5dd-b231-4789-a89f-b48f0ab9d957,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:55.810116 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5245242 Feb 15 15:56:55.811170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d2e5ff90-635e-4c3c-ae9f-ff08c908dc7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:55.813263 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47558) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:55.817612 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 details requested by agent ovs-agent-dv-cinder-768105-5-smb with host dv-cinder-768105-5-smb {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:56:55.819353 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Request body: {'subnet': {'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-737905758-subnet', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'ip_version': 4}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:55.824662 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:55.828905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Usage tracker for resource:subnet and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:55.831903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:55.834854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=84021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 15 15:56:55.837828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:55.848152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Made reservation on behalf of 656340d76f32471bb572501c490edd7b for: {'subnet': 1} {{(pid=84019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:56:55.853436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1854013'] for subnet, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:56.036356 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:56.267588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853100684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1854034'] for subnet, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:56.283625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:56.417778 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd7116d-8a6d-478e-96ca-8d42bf272483,revision_number=0']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:56.421904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:56.481978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Checking segment: {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:56:56.481978 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Network hostable DHCP agents. Network: be47a5dd-b231-4789-a89f-b48f0ab9d957, hostable agents: ['8f07a030-07d3-4dee-83d3-9d11c9bc56b3'], hosted agents: [] {{(pid=84019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 15 15:56:56.501451 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 is scheduled to be hosted by DHCP agent 8f07a030-07d3-4dee-83d3-9d11c9bc56b3 with binding_index 1 {{(pid=84019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 15 15:56:56.510069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-5-smb, be47a5dd-b231-4789-a89f-b48f0ab9d957) {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:56.520755 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c82c58-282f-4208-8e8f-054379b43dc2 None None] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:56:56.522580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:56:56.523322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:56.543772 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-c046da88-b018-4b2a-ac07-8b46e590c366 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7291143 Feb 15 15:56:56.546643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47564) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:56.552339 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}} {{(pid=84019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:56:56.557405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:56.562104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Usage tracker for resource:router and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:56.566258 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84019) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:56.572923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:56.583013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-605205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-102850'] for router, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:56.584101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-644492', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853851141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854672949'] for router, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:56.600319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:56.950259 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6154e5a7-77f4-53c3-8ece-bdb8f03e8fb1-be47a5dd-b231-4789-a89f-b48f0ab9d957', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483'}]}} from dv-cinder-768105-5-smb. {{(pid=84021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 15 15:56:56.951700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.165690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.179141 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-644543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-605188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854672904'] for router, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.301228 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Allocated IP 172.20.0.2 (be47a5dd-b231-4789-a89f-b48f0ab9d957/edd7116d-8a6d-478e-96ca-8d42bf272483/09e54dee-6d1b-4e07-8efc-d51ffc61d18f) {{(pid=84021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:56:57.411187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.528009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.538346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Notify callbacks [] for port, precommit_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.549965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Transition to ACTIVE for port object 09e54dee-6d1b-4e07-8efc-d51ffc61d18f will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:56:57.560995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.566567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Transition to ACTIVE for port object 09e54dee-6d1b-4e07-8efc-d51ffc61d18f will not be triggered until provisioned by entity DHCP. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:56:57.571188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570'] for port, after_create {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.586808 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:57.718878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Pushing event updated for resources: {'Port': ['ID=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,revision_number=1']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:57.730963 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:57.775664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 is already hosted by enough agents. {{(pid=84021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:56:57.776949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Resources bound (agent type, host, resource id): {{(pid=84021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:57.779184 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Received port after_create {{(pid=84021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:56:57.836052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Attempting to bind port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:56:57.836473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Attempting to bind port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:56:57.836886 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Attempting to bind port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f on network be47a5dd-b231-4789-a89f-b48f0ab9d957 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:56:57.840008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Allocated IP 172.28.2.14 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/c5e3383f-8ca3-444b-bf6a-c235851a7f1f) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:56:57.844716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:56:57.845140 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Checking segment: {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:56:57.845588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.846049 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Bound using segment: {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:56:57.846568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Bound port: 09e54dee-6d1b-4e07-8efc-d51ffc61d18f, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:56:57.847008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.942013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] For port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:56:57.945093 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] For port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:56:57.948937 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:57.963723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:58.003066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:58.034760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:58.052875 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:58.157990 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Pushing event updated for resources: {'Port': ['ID=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:58.163703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2cd3694b-a477-4eea-9c07-42268a11443e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:58.199708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Pushing event updated for resources: {'Port': ['ID=c5e3383f-8ca3-444b-bf6a-c235851a7f1f,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:58.212741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:58.257411 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:56:58.258888 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:56:58.261158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:56:58.692806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47594) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:58.745895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:58.817363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:58.833413 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:58.837520 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f6d327f6144246a36c87878bd13cb6 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:58.840545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:58.846420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:58.933031 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:58.936162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:58.946985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3221c31c-15df-456e-9da7-eb2eff43fda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:58.990515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfdbe52-5439-4d98-81df-10dc8f456b81,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:58.995535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:59.002176 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1b01247d-5d94-42aa-af70-a5ba353361f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6f6d327f6144246a36c87878bd13cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081872 Feb 15 15:56:59.002882 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47600) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:59.063745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 09e54dee-6d1b-4e07-8efc-d51ffc61d18f up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:56:59.096866 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f88413-cffd-4e4c-85bc-0bf189b5734e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.120845 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854170595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-652120'] for router, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.141430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:56:59.361020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f88413-cffd-4e4c-85bc-0bf189b5734e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.362606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 is scheduled to L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 with binding_index 1 {{(pid=84019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 15 15:56:59.410475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f88413-cffd-4e4c-85bc-0bf189b5734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.416086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d876abeb-e831-4fdb-b84c-7605c6198fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:59.427851 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f88413-cffd-4e4c-85bc-0bf189b5734e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfdbe52-5439-4d98-81df-10dc8f456b81,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:56:59.432169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-77f88413-cffd-4e4c-85bc-0bf189b5734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:56:59.440871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77f88413-cffd-4e4c-85bc-0bf189b5734e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.445175 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-77f88413-cffd-4e4c-85bc-0bf189b5734e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1bfdbe52-5439-4d98-81df-10dc8f456b81 HTTP/1.1" status: 204 len: 168 time: 0.4411342 Feb 15 15:56:59.509499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13babbb6-bf0f-4803-8612-28a7806bb6e1 None None] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:56:59.632089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] Provisioning for port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:56:59.703088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] Provisioning complete for port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:56:59.703623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.803104 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47608) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:59.824582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.843434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:56:59.849614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Usage tracker for resource:security_group_rule and tenant:bf725795ded449b4b2122ba3bd9c2f82 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:56:59.852857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:56:59.855795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:56:59.862500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:56:59.879793 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.883856 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3334410 Feb 15 15:56:59.884406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47612) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:56:59.894499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Sync routers for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:56:59.927826 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:56:59.928542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:56:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:56:59.959916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.963245 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:56:59.973366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-972315b0-4a4d-4ba0-a1db-eab3027c6bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:56:59.985434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.021652 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bf725795ded449b4b2122ba3bd9c2f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147381 Feb 15 15:57:00.021652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6debca40-7f38-4e36-9ac4-c78a6995d9af,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:00.023387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47616) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:57:00.023488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-573adea6-7766-4682-ae7a-d0387c84118d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:00.146391 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] For port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:57:00.157279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.162276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b902-4e20-4d85-bf40-7d1f7a544544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.167577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8d4de83-b76d-4961-bb1c-ae451df469cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:00.232165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:57:00.339573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b902-4e20-4d85-bf40-7d1f7a544544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.576455 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b902-4e20-4d85-bf40-7d1f7a544544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.584651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5aa1a8d6-657b-42eb-b3f7-6c241bbdc68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:00.615348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6b902-4e20-4d85-bf40-7d1f7a544544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6debca40-7f38-4e36-9ac4-c78a6995d9af,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:00.626001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5ec6b902-4e20-4d85-bf40-7d1f7a544544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:00.629380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b902-4e20-4d85-bf40-7d1f7a544544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.637379 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] Pushing event updated for resources: {'Port': ['ID=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:00.640796 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5ec6b902-4e20-4d85-bf40-7d1f7a544544 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6debca40-7f38-4e36-9ac4-c78a6995d9af HTTP/1.1" status: 204 len: 168 time: 0.6093972 Feb 15 15:57:00.663741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-25b952a2-44ca-48b6-ad35-3599c36da73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:00.694240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-ad7dbdea-f31d-4532-ad21-052e54b1da70 None None] Provisioning complete for port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:00.694668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ad7dbdea-f31d-4532-ad21-052e54b1da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.880874 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:00.934169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:56:58Z', 'revision_number': 3, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:00.939554 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Checking router: 2f28646e-6d02-4c1f-a07a-d1948f35ad98 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:57:00.940061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Updating router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 port c5e3383f-8ca3-444b-bf6a-c235851a7f1f binding host dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:57:01.037611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.100991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 09e54dee-6d1b-4e07-8efc-d51ffc61d18f up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:01.103091 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47624) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:57:01.129912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.149199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:01.155772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec83967b4aa4607ad9907a77b0f365f is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:01.160357 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:01.168456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:01.237421 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-e6e42e0c-9fb7-4b60-845c-92362c21e302 None None] Provisioning complete for port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:01.237854 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e6e42e0c-9fb7-4b60-845c-92362c21e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.263287 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.266505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.277551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c217bb7e-513f-4287-9e2d-7ec0f5279241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:01.306613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Allocated IP 172.20.0.1 (be47a5dd-b231-4789-a89f-b48f0ab9d957/edd7116d-8a6d-478e-96ca-8d42bf272483/a35b6820-5b95-4020-bd5c-1f07f523bde8) {{(pid=84019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:57:01.322303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea18516f-55d0-46f0-9e8b-d698acf22895,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:01.325955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:01.333933 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4ec83967b4aa4607ad9907a77b0f365f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249551 Feb 15 15:57:01.334417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47628) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:57:01.385648 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:01.386110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.422907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe268632-6e65-487f-894e-1ae7a6f2725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.455742 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe268632-6e65-487f-894e-1ae7a6f2725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.506351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.509660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe268632-6e65-487f-894e-1ae7a6f2725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.519348 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d8e0975f-5f36-4964-88ad-3c28eb260b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:01.524120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Transition to ACTIVE for port object a35b6820-5b95-4020-bd5c-1f07f523bde8 will not be triggered until provisioned by entity DHCP. {{(pid=84019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:57:01.533243 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe268632-6e65-487f-894e-1ae7a6f2725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea18516f-55d0-46f0-9e8b-d698acf22895,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:01.540794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fe268632-6e65-487f-894e-1ae7a6f2725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:01.543964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fe268632-6e65-487f-894e-1ae7a6f2725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.545215 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-fe268632-6e65-487f-894e-1ae7a6f2725b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ea18516f-55d0-46f0-9e8b-d698acf22895 HTTP/1.1" status: 204 len: 168 time: 0.2094724 Feb 15 15:57:01.553526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.570679 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-fafc0d50-1276-41ef-8d1a-6cde15851e0e tempest-AttachVolumeShelveTestJSON-1699383255 tempest-AttachVolumeShelveTestJSON-1699383255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:01.723703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Pushing event updated for resources: {'Port': ['ID=a35b6820-5b95-4020-bd5c-1f07f523bde8,revision_number=1']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:01.729024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:01.776964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:57:01.778269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:57:01.781273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Received port after_create {{(pid=84019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:57:01.834029 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.849995 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854123542'] for router_interface, before_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.850234 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Transition to ACTIVE for port object c5e3383f-8ca3-444b-bf6a-c235851a7f1f will not be triggered until provisioned by entity L2. {{(pid=84021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:57:01.853514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:01.876028 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-7f0b73c7-53a2-4352-92cd-b8692d536d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:02.029232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91950a01-d55d-4e70-8b29-2b7727a87f25 None None] Pushing event updated for resources: {'Port': ['ID=c5e3383f-8ca3-444b-bf6a-c235851a7f1f,revision_number=2']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:02.042869 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91950a01-d55d-4e70-8b29-2b7727a87f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:02.084984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b5e935c0-75fe-4c09-aa2c-7cc8093aa5d4 None None] Provisioning for port a35b6820-5b95-4020-bd5c-1f07f523bde8 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:57:02.103665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-b5e935c0-75fe-4c09-aa2c-7cc8093aa5d4 None None] Provisioning complete for port a35b6820-5b95-4020-bd5c-1f07f523bde8 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:02.104091 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b5e935c0-75fe-4c09-aa2c-7cc8093aa5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.156294 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Attempting to bind port c5e3383f-8ca3-444b-bf6a-c235851a7f1f on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:57:02.156688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Attempting to bind port c5e3383f-8ca3-444b-bf6a-c235851a7f1f by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:57:02.157197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Attempting to bind port c5e3383f-8ca3-444b-bf6a-c235851a7f1f on network e4a9b955-749a-48d7-9208-9db45c1feaf9 {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:57:02.174533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:57:02.174960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Checking segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:57:02.175409 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.175863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Bound using segment: {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'} {{(pid=84021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:57:02.176334 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Bound port: c5e3383f-8ca3-444b-bf6a-c235851a7f1f, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b755ce-3d16-42b1-94bd-808db2d70452', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}}] {{(pid=84021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:57:02.176767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.212089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b5e935c0-75fe-4c09-aa2c-7cc8093aa5d4 None None] Port a35b6820-5b95-4020-bd5c-1f07f523bde8 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:57:02.218222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.266081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] For port c5e3383f-8ca3-444b-bf6a-c235851a7f1f, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:57:02.269514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] For port c5e3383f-8ca3-444b-bf6a-c235851a7f1f, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=c5e3383f-8ca3-444b-bf6a-c235851a7f1f,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:57:02.273138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.289853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:02.452249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91950a01-d55d-4e70-8b29-2b7727a87f25 None None] Pushing event updated for resources: {'Port': ['ID=c5e3383f-8ca3-444b-bf6a-c235851a7f1f,revision_number=3']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:02.457076 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91950a01-d55d-4e70-8b29-2b7727a87f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:02.509611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:57:02.510658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:56:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:02.558996 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.562926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853091844'] for port, after_update {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.596199 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9859591f-7056-4d8c-b98e-15a05a2ef63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:02.894187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:57:02.928551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 47658) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:57:02.936483 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Pushing event updated for resources: {'Port': ['ID=a35b6820-5b95-4020-bd5c-1f07f523bde8,revision_number=2']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:02.939935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-652224'] for router_interface, after_create {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:02.955752 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:03.100784 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.109915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 is already hosted by enough agents. {{(pid=84019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:57:03.111154 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Resources bound (agent type, host, resource id): {{(pid=84019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:57:03.118171 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:03.123116 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6883a8ce7c3145499115e9d518322353 is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:03.127206 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:03.133322 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:03.237544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.241366 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.252481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c152da21-2f95-495c-be63-7e8648466535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:03.254430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 2, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:03.259179 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4143397-76dc-4eea-a07b-8782d6368ca8 None None] The sync data for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb is: [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 2, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:57:03.304646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d084de-032a-4ede-9f91-78c679ae86bd,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:03.308170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:03.315052 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-29db12b2-ddb4-43d4-97df-8eaa2c00f6e8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6883a8ce7c3145499115e9d518322353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852553 Feb 15 15:57:03.315387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 47664) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:57:03.344998 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:57:03.346254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-f785e700-bd0f-4888-b372-7db06cd686eb None None] Provisioning complete for port a35b6820-5b95-4020-bd5c-1f07f523bde8 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:03.346668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f785e700-bd0f-4888-b372-7db06cd686eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.406864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-f785e700-bd0f-4888-b372-7db06cd686eb None None] Port a35b6820-5b95-4020-bd5c-1f07f523bde8 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:57:03.535704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4b6102b-10ab-4079-82c3-83997fb46fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.587248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4b6102b-10ab-4079-82c3-83997fb46fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.635627 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:57:03.649845 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-09059147-5c24-4e28-ab70-6bcab8aa5366 admin admin] 10.222.0.74 "PUT /v2.0/routers/2f28646e-6d02-4c1f-a07a-d1948f35ad98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7642500 Feb 15 15:57:03.671727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4b6102b-10ab-4079-82c3-83997fb46fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.675971 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d4822bda-4012-47c1-8b55-344e131b1c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:03.691849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6102b-10ab-4079-82c3-83997fb46fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d084de-032a-4ede-9f91-78c679ae86bd,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:03.700927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b4b6102b-10ab-4079-82c3-83997fb46fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:03.703481 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b4b6102b-10ab-4079-82c3-83997fb46fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:03.705075 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b4b6102b-10ab-4079-82c3-83997fb46fb4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/52d084de-032a-4ede-9f91-78c679ae86bd HTTP/1.1" status: 204 len: 168 time: 0.3883438 Feb 15 15:57:05.052675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c5e3383f-8ca3-444b-bf6a-c235851a7f1f up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:05.162336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port c5e3383f-8ca3-444b-bf6a-c235851a7f1f completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:57:05.167284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port c5e3383f-8ca3-444b-bf6a-c235851a7f1f triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:05.167822 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:05.301896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:05.320515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port c5e3383f-8ca3-444b-bf6a-c235851a7f1f, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=c5e3383f-8ca3-444b-bf6a-c235851a7f1f,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:57:05.325517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:05.328567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aad019a8-0d38-440a-a74b-04d9e67859f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:05.412162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=c5e3383f-8ca3-444b-bf6a-c235851a7f1f,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:05.415805 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:06.543979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Sync routers for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:57:06.556012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:57:06.556991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:56:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:06.755899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:57:07.030365 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c5e3383f-8ca3-444b-bf6a-c235851a7f1f up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:07.136923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port c5e3383f-8ca3-444b-bf6a-c235851a7f1f triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:07.137048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 2, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:07.138043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:07.142084 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Checking router: 2f28646e-6d02-4c1f-a07a-d1948f35ad98 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:57:07.142476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Updating router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 port a35b6820-5b95-4020-bd5c-1f07f523bde8 binding host dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 15 15:57:07.204272 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:07.838405 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Notify callbacks [] for port, precommit_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:07.853669 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Transition to ACTIVE for port object a35b6820-5b95-4020-bd5c-1f07f523bde8 will not be triggered until provisioned by entity L2. {{(pid=84022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:57:07.857394 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:07.874062 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:08.016358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Pushing event updated for resources: {'Port': ['ID=a35b6820-5b95-4020-bd5c-1f07f523bde8,revision_number=3']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:08.028184 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.028561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.028941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.029315 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.029716 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.030613 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.031018 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.031378 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.031735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.032091 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.032445 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.032798 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.033252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.033610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.033991 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.034350 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.034703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.035061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.035416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.035770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.036123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.036478 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.036830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.037183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:08.042897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:08.222518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Attempting to bind port a35b6820-5b95-4020-bd5c-1f07f523bde8 on host dv-cinder-768105-5-smb for vnic_type normal with profile {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:57:08.222748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Attempting to bind port a35b6820-5b95-4020-bd5c-1f07f523bde8 by drivers openvswitch on host dv-cinder-768105-5-smb at level 0 using segments [{'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:57:08.223283 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Attempting to bind port a35b6820-5b95-4020-bd5c-1f07f523bde8 on network be47a5dd-b231-4789-a89f-b48f0ab9d957 {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:57:08.230929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Checking agent: {'id': '90bb00c2-da95-4a2b-946d-ba4b4e1cda71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 37, 27), 'started_at': datetime.datetime(2021, 2, 15, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.106', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:57:08.231335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Checking segment: {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:57:08.231779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:08.232500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Bound using segment: {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'} {{(pid=84022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:57:08.232698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Bound port: a35b6820-5b95-4020-bd5c-1f07f523bde8, host: dv-cinder-768105-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'}}] {{(pid=84022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:57:08.233288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:08.345577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] For port a35b6820-5b95-4020-bd5c-1f07f523bde8, host dv-cinder-768105-5-smb, cleared binding levels {{(pid=84022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:57:08.349782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] For port a35b6820-5b95-4020-bd5c-1f07f523bde8, host dv-cinder-768105-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=a35b6820-5b95-4020-bd5c-1f07f523bde8,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:57:08.360406 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84022) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:08.377524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:08.539019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Pushing event updated for resources: {'Port': ['ID=a35b6820-5b95-4020-bd5c-1f07f523bde8,revision_number=4']} {{(pid=84022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:08.542823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-bb3f41ca-d5fe-44c1-b763-10113c2c7317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84022) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:08.603847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:57:08.604575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:56:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:08.822280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:57:09.089623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device a35b6820-5b95-4020-bd5c-1f07f523bde8 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:09.173843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning for port a35b6820-5b95-4020-bd5c-1f07f523bde8 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:57:09.181993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port a35b6820-5b95-4020-bd5c-1f07f523bde8 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:09.182425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:09.252008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:08Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:09.259204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef8b80-3de5-4032-b1ef-76bc2e322d24 None None] The sync data for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb is: [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:08Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:57:09.334467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:09.378457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-6d295474-748e-47e7-81e6-272a876e598c None None] For port a35b6820-5b95-4020-bd5c-1f07f523bde8, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=a35b6820-5b95-4020-bd5c-1f07f523bde8,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:57:09.381966 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:09.383955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:09.470020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Pushing event updated for resources: {'Port': ['ID=a35b6820-5b95-4020-bd5c-1f07f523bde8,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:09.474368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:11.027761 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device a35b6820-5b95-4020-bd5c-1f07f523bde8 up at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:11.106960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Provisioning complete for port a35b6820-5b95-4020-bd5c-1f07f523bde8 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:11.107470 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:13.691209 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-7377cf73-a9ad-49e9-80fd-96cc7a0a9898 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:13.692798 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-7377cf73-a9ad-49e9-80fd-96cc7a0a9898 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 814 time: 0.1566560 Feb 15 15:57:13.708389 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-6118d6c7-a113-45d3-b6e9-2133e620fe37 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/quotas/656340d76f32471bb572501c490edd7b HTTP/1.1" status: 200 len: 375 time: 0.0096283 Feb 15 15:57:13.800503 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-205f0d73-ad9c-48fe-a9d0-ec5776c4f25b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863795 Feb 15 15:57:13.924437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-ab4434a7-7181-4fc6-aaaa-c9e32e2948b5 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:57:13.925627 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-ab4434a7-7181-4fc6-aaaa-c9e32e2948b5 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1111970 Feb 15 15:57:14.068341 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-38a00996-df20-4cd2-bec8-cb3aa7e9cd42 service neutron] 10.222.0.74 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359737 Feb 15 15:57:14.211904 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-55027978-7c7a-4100-a26e-daa32032f764 service neutron] 10.222.0.74 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370037 Feb 15 15:57:14.463396 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e26850cb-da46-4d0d-9047-f0653542e2e4 req-3db93b34-4f3b-4d41-a0f4-90410745ff53 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 210 time: 0.1050956 Feb 15 15:57:15.720443 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-af87d8c4-2d47-4708-89e4-4ba74228a938 req-b68816f3-3d0c-46ce-8ce1-97dec101fcd9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 210 time: 0.1168149 Feb 15 15:57:15.789578 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-375d3c0e-b2c6-442a-b1c5-8b199e714694 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:15.791086 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-375d3c0e-b2c6-442a-b1c5-8b199e714694 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 814 time: 0.2137647 Feb 15 15:57:15.810737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'port': {'device_id': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'admin_state_up': True, 'tenant_id': '656340d76f32471bb572501c490edd7b'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:15.955840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:15.960014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Usage tracker for resource:port and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:15.963161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:15.969593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:15.978729 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Made reservation on behalf of 656340d76f32471bb572501c490edd7b for: {'port': 1} {{(pid=84020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 15 15:57:15.984920 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:16.380253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Allocated IP 172.20.0.3 (be47a5dd-b231-4789-a89f-b48f0ab9d957/edd7116d-8a6d-478e-96ca-8d42bf272483/de18fa44-2475-4dcb-8991-3c8906f98c61) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:57:16.637912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:16.654489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Transition to ACTIVE for port object de18fa44-2475-4dcb-8991-3c8906f98c61 will not be triggered until provisioned by entity DHCP. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:57:16.677688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:16.693450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-451a45f8-4bba-40a9-ab36-d6d68fff3741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:16.834960 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:16.893462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.893796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.894230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.894630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.895027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.895423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.895814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.896200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.896588 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.896973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.897362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.897745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.898255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.898647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.899155 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.899546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.899933 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.900312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.900694 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.901078 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.901465 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.901848 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.902252 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.902631 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:57:16.926264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:16.979535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:57:16.981230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:57:16.988831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:57:17.034023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6552e9-4bc2-400f-af7e-f39d8963f782 req-cb0e7f38-dfe4-4647-bbed-484b07e69271 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:17.035431 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0a6552e9-4bc2-400f-af7e-f39d8963f782 req-cb0e7f38-dfe4-4647-bbed-484b07e69271 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.1846995 Feb 15 15:57:17.097768 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:17.098575 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:17.143032 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3363607 Feb 15 15:57:17.149025 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0a6552e9-4bc2-400f-af7e-f39d8963f782 req-909c394d-f300-4f2c-bd96-d50cf6499ebc tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060715 Feb 15 15:57:17.290726 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6165bf75-c5ff-4bff-86db-4b1c3770069b None None] Provisioning for port de18fa44-2475-4dcb-8991-3c8906f98c61 completed by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:57:17.297684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-6165bf75-c5ff-4bff-86db-4b1c3770069b None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:17.298387 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6165bf75-c5ff-4bff-86db-4b1c3770069b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:17.361486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6165bf75-c5ff-4bff-86db-4b1c3770069b None None] Port de18fa44-2475-4dcb-8991-3c8906f98c61 cannot update to ACTIVE because it is not bound. {{(pid=84021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 15 15:57:18.006836 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:18.357178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef992e4-17fa-4eca-9076-1439dccf210d req-cb600372-b862-4b7d-9722-15ecb2884f48 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:18.358200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-cef992e4-17fa-4eca-9076-1439dccf210d req-cb600372-b862-4b7d-9722-15ecb2884f48 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Synchronizing usage tracker for tenant:656340d76f32471bb572501c490edd7b on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:57:18.377388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-cef992e4-17fa-4eca-9076-1439dccf210d req-cb600372-b862-4b7d-9722-15ecb2884f48 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Unset dirty status for tenant:656340d76f32471bb572501c490edd7b on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:57:18.378748 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cef992e4-17fa-4eca-9076-1439dccf210d req-cb600372-b862-4b7d-9722-15ecb2884f48 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.1127641 Feb 15 15:57:18.431673 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cef992e4-17fa-4eca-9076-1439dccf210d req-87ccddd9-2df3-465d-9ddd-d5e6f2d6f8db tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463531 Feb 15 15:57:19.646461 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7dbe-a007-4e95-974a-95ba2d9d54a7 req-4156d306-e08a-4574-9556-28b1ae0580cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:19.648080 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-690c7dbe-a007-4e95-974a-95ba2d9d54a7 req-4156d306-e08a-4574-9556-28b1ae0580cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.0911229 Feb 15 15:57:19.695653 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-690c7dbe-a007-4e95-974a-95ba2d9d54a7 req-9416332d-9ee0-4ea9-9bdf-246164601420 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Feb 15 15:57:20.931703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d7b20-1dc5-46e3-8525-252f45dad1f7 req-e07a8847-bbe1-4d75-a596-e7ad4c40fed2 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:20.933596 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e36d7b20-1dc5-46e3-8525-252f45dad1f7 req-e07a8847-bbe1-4d75-a596-e7ad4c40fed2 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.1079209 Feb 15 15:57:20.984019 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e36d7b20-1dc5-46e3-8525-252f45dad1f7 req-b8225b03-1862-492c-980a-21d465420d7e tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Feb 15 15:57:22.209330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfc1c9-c86b-4d65-829c-6d87bee6e6ea req-1f53cbc3-5dbd-4d18-92b5-8d3b07362f06 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:22.211021 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d5cfc1c9-c86b-4d65-829c-6d87bee6e6ea req-1f53cbc3-5dbd-4d18-92b5-8d3b07362f06 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.0889149 Feb 15 15:57:22.269334 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-d5cfc1c9-c86b-4d65-829c-6d87bee6e6ea req-b7b4096b-8a95-41d3-a954-6e8b16824570 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492575 Feb 15 15:57:22.822825 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-486be2ff-98e4-48d1-b6b2-e7bbbb633441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:23.475599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387ac32-1d20-42c9-8180-702e52bf95a9 req-0b072388-5002-406a-9791-188de3835655 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:23.477217 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b387ac32-1d20-42c9-8180-702e52bf95a9 req-0b072388-5002-406a-9791-188de3835655 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.0892127 Feb 15 15:57:23.542689 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b387ac32-1d20-42c9-8180-702e52bf95a9 req-20cc186c-bb2d-4fef-a7d8-318b86b5c5d4 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582895 Feb 15 15:57:24.769647 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97790e-f1fa-4537-b4f7-55bf0df59230 req-37488086-589b-4712-b7c1-a1053af6904a tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:24.771457 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df97790e-f1fa-4537-b4f7-55bf0df59230 req-37488086-589b-4712-b7c1-a1053af6904a tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.1013787 Feb 15 15:57:24.824142 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-df97790e-f1fa-4537-b4f7-55bf0df59230 req-10cf16b2-7bc8-4b9f-b9e8-a8b97935bbd2 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Feb 15 15:57:25.147675 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba9b93d7-bd44-44a4-ac59-3935a77428d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:26.036475 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:26.039447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dde36c-d651-4465-92bb-a3f661cb81cb req-f8f30d01-880c-4b45-aa35-e5d5cb69be24 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:26.041146 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73dde36c-d651-4465-92bb-a3f661cb81cb req-f8f30d01-880c-4b45-aa35-e5d5cb69be24 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.0955374 Feb 15 15:57:26.100217 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-73dde36c-d651-4465-92bb-a3f661cb81cb req-91e1c67a-6870-4df0-a809-15ce7d3e68d0 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 Feb 15 15:57:26.650546 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-7cbf89e6-08ef-4e29-9bee-0c9a7e6370ab tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:57:26.651747 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-7cbf89e6-08ef-4e29-9bee-0c9a7e6370ab tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.111 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067012 Feb 15 15:57:26.717816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Request body: {'port': {'device_id': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:26.866539 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:27.083895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:27.356313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:27.377369 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de18fa44-2475-4dcb-8991-3c8906f98c61 {{(pid=84020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 15 15:57:27.392719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb38e-9248-402a-8cec-9f2f7872654f req-9767ac60-85c5-428c-9316-ec7fc4ac70ce tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:27.394329 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-916fb38e-9248-402a-8cec-9f2f7872654f req-9767ac60-85c5-428c-9316-ec7fc4ac70ce tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 931 time: 0.1733212 Feb 15 15:57:27.395999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:27.426913 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Transition to ACTIVE for port object de18fa44-2475-4dcb-8991-3c8906f98c61 will not be triggered until provisioned by entity L2. {{(pid=84020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 15 15:57:27.431050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:27.449175 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b56af106-51ee-4343-a637-158c25504361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:27.797716 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-916fb38e-9248-402a-8cec-9f2f7872654f req-5c3c0397-4442-43f6-abbb-ac4a531c48cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965003 Feb 15 15:57:27.822619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Pushing event updated for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:27.835223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:28.017284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Attempting to bind port de18fa44-2475-4dcb-8991-3c8906f98c61 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 15:57:28.017664 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Attempting to bind port de18fa44-2475-4dcb-8991-3c8906f98c61 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 15 15:57:28.018083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Attempting to bind port de18fa44-2475-4dcb-8991-3c8906f98c61 on network be47a5dd-b231-4789-a89f-b48f0ab9d957 {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 15 15:57:28.024513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Checking agent: {'id': '078b4288-c4a1-4597-9a88-78f9b9553f2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 15, 15, 44, 48), 'started_at': datetime.datetime(2021, 2, 15, 15, 45, 18), 'heartbeat_timestamp': datetime.datetime(2021, 2, 15, 15, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.110', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 15 15:57:28.024886 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Checking segment: {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 15 15:57:28.025286 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:28.025779 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Bound using segment: {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'} {{(pid=84020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 15 15:57:28.026167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Bound port: de18fa44-2475-4dcb-8991-3c8906f98c61, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf87b732-9dda-4958-b590-a27482c9f15e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957'}}] {{(pid=84020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 15 15:57:28.026649 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:28.127224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] For port de18fa44-2475-4dcb-8991-3c8906f98c61, host hv-cinder-76810, cleared binding levels {{(pid=84020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 15 15:57:28.130831 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] For port de18fa44-2475-4dcb-8991-3c8906f98c61, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=de18fa44-2475-4dcb-8991-3c8906f98c61,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 15 15:57:28.134333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:28.147987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9b83bd12-30fd-41f8-b86f-efd3f39f2954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:28.300698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Pushing event updated for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=3']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:28.305583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:28.342335 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:28.342922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:28.344459 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] 10.222.0.111 "PUT /v2.0/ports/de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 1157 time: 1.6835811 Feb 15 15:57:28.344989 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:57:28.432112 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'status': 'completed', 'code': 200} Feb 15 15:57:28.478596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-ad337e61-5600-4ef7-836f-833d6e64eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:28.480305 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-ad337e61-5600-4ef7-836f-833d6e64eb39 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1160 time: 0.0915155 Feb 15 15:57:28.559993 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-88a4533a-79b8-44a1-9aa1-2669ec7b9e52 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 217 time: 0.0682750 Feb 15 15:57:28.635713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-8f4a6fbf-f0a4-4aa2-a7a3-3d4b542ae93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:28.637214 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-8f4a6fbf-f0a4-4aa2-a7a3-3d4b542ae93f service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.0704484 Feb 15 15:57:28.723094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-67f4bbde-9a87-4a97-9c9b-100ca44b5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:28.724733 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-67f4bbde-9a87-4a97-9c9b-100ca44b5e2b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798864 Feb 15 15:57:28.873372 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-23d6684c-6166-4663-a234-a49065d67c5a service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411107 Feb 15 15:57:29.089164 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bdedf38a-49a1-425d-bd4e-4c97d8b2f2a6 req-9be218b3-0870-4467-8ac8-3fcdf7c1162b service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2077494 Feb 15 15:57:29.098139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e5cf8-0062-43c1-939e-713d0be41998 req-182e1dc5-b1c2-40ba-942e-5b4033d0bf77 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:29.099696 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e40e5cf8-0062-43c1-939e-713d0be41998 req-182e1dc5-b1c2-40ba-942e-5b4033d0bf77 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 943 time: 0.1436872 Feb 15 15:57:29.199289 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e40e5cf8-0062-43c1-939e-713d0be41998 req-78f58bce-2410-4b62-bb48-f8be3e29932d tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930948 Feb 15 15:57:29.238975 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc455099-981f-42b6-bf29-d197b2385b5e req-dd5b2dec-f5cc-4a51-9443-d2321790c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:29.240641 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc455099-981f-42b6-bf29-d197b2385b5e req-dd5b2dec-f5cc-4a51-9443-d2321790c722 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1160 time: 0.0959787 Feb 15 15:57:29.387471 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc455099-981f-42b6-bf29-d197b2385b5e req-3a209b94-f0f1-4b5f-aaa2-acd34af87f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:29.389089 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc455099-981f-42b6-bf29-d197b2385b5e req-3a209b94-f0f1-4b5f-aaa2-acd34af87f2e service neutron] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.1414752 Feb 15 15:57:29.467388 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc455099-981f-42b6-bf29-d197b2385b5e req-093e1665-f609-45a6-a531-c0b6ba02e02f service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 217 time: 0.0713995 Feb 15 15:57:29.537770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc455099-981f-42b6-bf29-d197b2385b5e req-6434b18d-ba94-4f41-8ff0-266f16c95bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:29.539405 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc455099-981f-42b6-bf29-d197b2385b5e req-6434b18d-ba94-4f41-8ff0-266f16c95bd6 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.0647058 Feb 15 15:57:29.626477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc455099-981f-42b6-bf29-d197b2385b5e req-24e8dd75-d1f3-4ff8-8a4b-1a71488dcaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:29.628102 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc455099-981f-42b6-bf29-d197b2385b5e req-24e8dd75-d1f3-4ff8-8a4b-1a71488dcaf8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820425 Feb 15 15:57:29.773942 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc455099-981f-42b6-bf29-d197b2385b5e req-4e77bfb4-0528-46cf-83a0-cdd534c58424 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382155 Feb 15 15:57:29.924033 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-dc455099-981f-42b6-bf29-d197b2385b5e req-e1c9f4a1-c3b1-4664-92ef-8bf2631d0993 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428287 Feb 15 15:57:30.411746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d855e2a-a4e9-496c-88ba-54c13350938d req-71059160-79b3-4d6f-8eb6-d2682061d2d6 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:30.413264 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5d855e2a-a4e9-496c-88ba-54c13350938d req-71059160-79b3-4d6f-8eb6-d2682061d2d6 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 943 time: 0.0882297 Feb 15 15:57:30.461475 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5d855e2a-a4e9-496c-88ba-54c13350938d req-225e120c-cc94-4b9a-8d7a-dce228e60184 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Feb 15 15:57:31.662623 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d478ba6-1907-40f0-b831-8f068f0f38e7 req-77a9f4f1-6c65-4b58-8823-2d6f92f0e9d9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:31.664274 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1d478ba6-1907-40f0-b831-8f068f0f38e7 req-77a9f4f1-6c65-4b58-8823-2d6f92f0e9d9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 943 time: 0.0901692 Feb 15 15:57:31.712165 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1d478ba6-1907-40f0-b831-8f068f0f38e7 req-87944111-e958-48fe-b5e0-64734182def0 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Feb 15 15:57:32.056548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.objects.ports [None req-a0686f1e-dffa-4c40-a219-794f880ace01 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84021) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 15 15:57:32.221382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:57:32.414326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:32.489558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning for port de18fa44-2475-4dcb-8991-3c8906f98c61 completed by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 15 15:57:32.495360 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:32.495796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:32.633019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:32.661536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:57:32.673013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port de18fa44-2475-4dcb-8991-3c8906f98c61, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=de18fa44-2475-4dcb-8991-3c8906f98c61,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:57:32.676685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:32.678684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-91950a01-d55d-4e70-8b29-2b7727a87f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:32.716489 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'code': 200} Feb 15 15:57:32.753907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=4']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:32.757255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:32.983821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dd0ea-316c-4826-9f0a-32dc8a0ba217 req-97e62c4a-1246-4add-8a5e-1a9b0ce136a7 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:32.986021 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-608dd0ea-316c-4826-9f0a-32dc8a0ba217 req-97e62c4a-1246-4add-8a5e-1a9b0ce136a7 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.1495619 Feb 15 15:57:33.037813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba08b-a48c-4f71-952d-d98870732c09 req-ae8cfd2a-679a-43e7-abb6-142c980bccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:33.039487 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0fdba08b-a48c-4f71-952d-d98870732c09 req-ae8cfd2a-679a-43e7-abb6-142c980bccd3 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1162 time: 0.1360846 Feb 15 15:57:33.052158 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-608dd0ea-316c-4826-9f0a-32dc8a0ba217 req-40995cd2-5534-48a6-8246-7894072f4ec4 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Feb 15 15:57:33.088694 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0fdba08b-a48c-4f71-952d-d98870732c09 req-ecb09789-a87a-409b-bf53-525aac330691 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Feb 15 15:57:34.042351 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:34.121427 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:34.121851 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:34.259857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d826c44-8600-450f-a66a-3c79b52f731c req-98a71ae2-7139-4acd-9cf9-5dda38b370ae tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:34.261450 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d826c44-8600-450f-a66a-3c79b52f731c req-98a71ae2-7139-4acd-9cf9-5dda38b370ae tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0914099 Feb 15 15:57:34.313777 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d826c44-8600-450f-a66a-3c79b52f731c req-5efa1d4a-019d-42a7-8384-d72f7c5939b0 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Feb 15 15:57:35.520907 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962944c-ad4b-4eef-8762-220fc451e55d req-f76f91e3-1d9c-4f2a-942b-f2bba369c2a3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:35.522546 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1962944c-ad4b-4eef-8762-220fc451e55d req-f76f91e3-1d9c-4f2a-942b-f2bba369c2a3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0904586 Feb 15 15:57:35.571375 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1962944c-ad4b-4eef-8762-220fc451e55d req-23963973-9a61-4298-9ee9-814f6113152f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423763 Feb 15 15:57:35.773170 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece3613-620f-4de9-b1c8-9c74a97182c4 req-fbf34705-dd17-482d-bf00-fc25b590b934 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:35.774792 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9ece3613-620f-4de9-b1c8-9c74a97182c4 req-fbf34705-dd17-482d-bf00-fc25b590b934 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0893879 Feb 15 15:57:35.823070 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9ece3613-620f-4de9-b1c8-9c74a97182c4 req-eeb9b075-2285-431a-a0e7-9812a966ad21 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419281 Feb 15 15:57:36.030795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:36.118652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:36.119095 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:36.388816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d464c1-764b-4225-978b-b9b88a6d6d88 req-112fc27c-1f59-43ff-a2c3-f4450c75cf4e tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:36.390493 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-04d464c1-764b-4225-978b-b9b88a6d6d88 req-112fc27c-1f59-43ff-a2c3-f4450c75cf4e tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0866802 Feb 15 15:57:36.439529 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-04d464c1-764b-4225-978b-b9b88a6d6d88 req-472c22fa-118f-4195-b783-4c337b515756 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421560 Feb 15 15:57:41.402562 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360164a2-a2cf-49d1-8a92-433934f056cf req-7eb05c89-213b-46e1-b5bb-3161bd3757fc tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:41.404166 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-360164a2-a2cf-49d1-8a92-433934f056cf req-7eb05c89-213b-46e1-b5bb-3161bd3757fc tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0912921 Feb 15 15:57:41.452449 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-360164a2-a2cf-49d1-8a92-433934f056cf req-56dc1c5d-9ed0-4931-a654-ce1939c78aea tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Feb 15 15:57:41.651737 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-8c79ce75-613f-4f06-8bab-32ac99afd647 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1583490 Feb 15 15:57:41.662526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'floatingip': {'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:41.668479 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:41.672602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Usage tracker for resource:floatingip and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:41.675620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:41.681408 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:41.691400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for floatingip, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:41.837493 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:42.347299 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_common [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Allocated IP 172.28.2.5 (e4a9b955-749a-48d7-9208-9db45c1feaf9/d7cf7d45-bda1-4822-bf4c-a3e8ec168ec7/88ba1c59-77d2-473b-9829-df70840f51b3) {{(pid=84020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 15 15:57:42.507156 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for port, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:42.536269 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756615566570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:42.551656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-4d85d540-7864-4c22-a44d-542fbcc3b1f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:42.684338 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'Port': ['ID=88ba1c59-77d2-473b-9829-df70840f51b3,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:42.688230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:42.745089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Network e4a9b955-749a-48d7-9208-9db45c1feaf9 is already hosted by enough agents. {{(pid=84020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 15 15:57:42.746276 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.base_scheduler [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources bound (agent type, host, resource id): {{(pid=84020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 15 15:57:42.748723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Received port after_create {{(pid=84020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 15 15:57:42.831619 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:42.904089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:43.177795 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:43.181491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:43.196905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-af480098-6d00-4e67-b004-b5069d5db033 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:43.341373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'Port': ['ID=88ba1c59-77d2-473b-9829-df70840f51b3,revision_number=2']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:43.344444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:43.439247 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:43.460606 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:43.461918 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-5a58aed0-f52c-4da6-b43b-87b9aa1f2ed9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8037136 Feb 15 15:57:43.550472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-0cb21660-048d-4878-9a48-f615351f18ae tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Synchronizing usage tracker for tenant:656340d76f32471bb572501c490edd7b on resource:floatingip {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:57:43.566139 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-0cb21660-048d-4878-9a48-f615351f18ae tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Unset dirty status for tenant:656340d76f32471bb572501c490edd7b on resource:floatingip {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:57:43.567368 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-0cb21660-048d-4878-9a48-f615351f18ae tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 694 time: 0.0990896 Feb 15 15:57:43.724720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-4c3f75c1-6bc7-48b3-892f-48c93d1f3675 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:43.726275 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-16dfaadc-b0b0-4a0d-ab5e-2fa0ff232d52 req-4c3f75c1-6bc7-48b3-892f-48c93d1f3675 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/networks/e4a9b955-749a-48d7-9208-9db45c1feaf9 HTTP/1.1" status: 200 len: 784 time: 0.1529031 Feb 15 15:57:43.907460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-ddf60378-259e-4b64-8652-2bd7abcffb92 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:43.909040 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-ddf60378-259e-4b64-8652-2bd7abcffb92 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0863254 Feb 15 15:57:44.033145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-b62a0d1a-ff50-4331-b610-ba8182a525fe tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 694 time: 0.1179645 Feb 15 15:57:44.054533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'floatingip': {'port_id': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:44.145249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for floatingip, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:44.263659 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-8f421233-bcf2-4d27-ab41-364cd5778667 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2736316 Feb 15 15:57:44.591439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-dcf4b788-5083-4acd-b332-b98cf70d3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:44.593050 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-dcf4b788-5083-4acd-b332-b98cf70d3087 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.2493658 Feb 15 15:57:44.883650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-9fdcac37-c5d4-490c-9209-186764aa059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:44.885154 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-9fdcac37-c5d4-490c-9209-186764aa059e service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.2676249 Feb 15 15:57:45.325861 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:45.330925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-a08b51f0-7fba-4dcd-908b-d9cd820cbcf4 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 1001 time: 0.4378161 Feb 15 15:57:45.331671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854123764'] for floatingip, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:45.545282 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-bfc9a6d7-becc-4a5e-baab-d6b87ae96ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:45.547014 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-bfc9a6d7-becc-4a5e-baab-d6b87ae96ffd service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.1612351 Feb 15 15:57:45.621921 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Floating IP 693098cb-e020-4164-a475-184c9a674492 associated. External IP: 172.28.2.5, port: de18fa44-2475-4dcb-8991-3c8906f98c61. Feb 15 15:57:45.796422 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-12737868-8d2b-4259-a4a9-d6ea63a392ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:45.798088 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-12737868-8d2b-4259-a4a9-d6ea63a392ee service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2418838 Feb 15 15:57:46.118233 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-cb28b86f-9cea-425c-905a-eb69e2b8b605 service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105907 Feb 15 15:57:46.236713 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:57:46.417742 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-29ef134b-1aed-4553-9b1a-a893941ad4ed req-af5d12c3-5e21-4208-8a8f-31faf33f6ea0 service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2908766 Feb 15 15:57:46.469105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:57:46.474014 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:46.479187 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] Sync routers for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:57:46.490454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:57:46.491374 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:57:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:46.534497 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-fd86e42f-3b0d-49e6-9068-8f24fadf4356 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "PUT /v2.0/floatingips/693098cb-e020-4164-a475-184c9a674492 HTTP/1.1" status: 200 len: 994 time: 2.4854522 Feb 15 15:57:46.535056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:57:46.630052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-1d79ae38-fdc2-49d7-870a-3bfc3af214b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:46.632440 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-1d79ae38-fdc2-49d7-870a-3bfc3af214b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1162 time: 0.0832539 Feb 15 15:57:46.664475 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'status': 'completed', 'code': 200} Feb 15 15:57:46.686806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:57:46.853979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-22ec0102-49ff-4c02-b59c-3591a069ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:46.855596 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-22ec0102-49ff-4c02-b59c-3591a069ab18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.2158375 Feb 15 15:57:46.861753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-7cf8b09d-c7ce-4f72-9964-a19285df1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:46.861753 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-7cf8b09d-c7ce-4f72-9964-a19285df1659 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1162 time: 0.1435368 Feb 15 15:57:47.075630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': '693098cb-e020-4164-a475-184c9a674492', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'floating_ip_address': '172.28.2.5', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'port_id': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'mac_address': 'fa:16:3e:61:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:57:42Z', 'updated_at': '2021-02-15T15:57:44Z', 'revision_number': 1, 'project_id': '656340d76f32471bb572501c490edd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:09Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:47.080806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] Checking router: 2f28646e-6d02-4c1f-a07a-d1948f35ad98 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:57:47.091069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:57:47.091776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:57:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:47.327178 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-b9dc40ec-058b-4fd8-a555-ce8ea5468b33 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 997 time: 0.4639130 Feb 15 15:57:47.424947 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-0a74def4-7a1b-4ed9-850c-9a6f6b87aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:47.426549 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-0a74def4-7a1b-4ed9-850c-9a6f6b87aa82 service neutron] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.5088551 Feb 15 15:57:47.430202 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-f79bc6ec-5e4b-4ec7-a758-841dcbaa8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:47.431702 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-f79bc6ec-5e4b-4ec7-a758-841dcbaa8f24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.0930059 Feb 15 15:57:47.466173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:57:47.589805 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-c277898e-afe2-4a82-8481-019f2a227bab service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 997 time: 0.1563375 Feb 15 15:57:47.659781 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-216fa83c-53cc-4352-b2a9-765e616c66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:47.661404 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-216fa83c-53cc-4352-b2a9-765e616c66e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1709292 Feb 15 15:57:47.747110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-22e864a1-5180-4c72-b01f-dc2b1d97c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:47.748664 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-22e864a1-5180-4c72-b01f-dc2b1d97c2da service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.1486824 Feb 15 15:57:47.838541 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': '693098cb-e020-4164-a475-184c9a674492', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'floating_ip_address': '172.28.2.5', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'port_id': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'mac_address': 'fa:16:3e:61:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:57:42Z', 'updated_at': '2021-02-15T15:57:44Z', 'revision_number': 1, 'project_id': '656340d76f32471bb572501c490edd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:09Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:57:47.842837 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f7c06-b9bf-456c-b9e9-135e782b141d None None] The sync data for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb is: [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_floatingips': [{'id': '693098cb-e020-4164-a475-184c9a674492', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'floating_ip_address': '172.28.2.5', 'floating_network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'router_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'port_id': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'mac_address': 'fa:16:3e:61:c4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-15T15:57:42Z', 'updated_at': '2021-02-15T15:57:44Z', 'revision_number': 1, 'project_id': '656340d76f32471bb572501c490edd7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:09Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:57:47.872694 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-0df744af-be89-48ef-a5ae-a0d3bf95c33e service neutron] 10.222.0.74 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029204 Feb 15 15:57:47.958089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-b06f17e7-df75-486d-9b96-1275d37bd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:47.959681 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-b06f17e7-df75-486d-9b96-1275d37bd77e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1973727 Feb 15 15:57:48.006448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.130154 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becde9a5-012a-4e10-a49d-6802724f4f37 None None] New status for floating IP 693098cb-e020-4164-a475-184c9a674492: ACTIVE {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:57:48.141659 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-919c1b47-13dd-4b80-9e36-e6f4e1a036ed req-b137aec4-3ec4-49a5-9008-af0cd6d2fd64 service neutron] 10.222.0.74 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2580836 Feb 15 15:57:48.159679 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-f8236056-0565-4e41-b6a6-60c98fd84e38 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832352 Feb 15 15:57:48.197553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2141319510', 'description': 'tempest-TestMinimumBasicScenario-2141319510 description'}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:48.258389 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:48.271403 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Usage tracker for resource:security_group and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:48.276419 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:48.285986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:48.313637 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.353264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:48.357092 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91fbe7c9-d873-4002-a4cf-793c2d6aa463 req-c69220b5-5338-4ae7-96d7-7e5afa3491ea service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1892846 Feb 15 15:57:48.360019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Usage tracker for resource:security_group_rule and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:48.363069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:48.370164 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:48.447352 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.450232 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.456124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-44fed883-c3bf-401c-aa25-16017d7d57b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:48.497114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac5e62-281a-466c-a684-3e44098ed1cc,revision_number=1']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:48.500149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.501464 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-080f0a92-f029-47f3-a27a-4e9c12def814 req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3108218 Feb 15 15:57:48.502307 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b4dd72e7-5648-486b-9589-9bbb9272e61f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:48.573813 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-86ec1e9b-ee78-4f9f-ba09-b3e8a7d88af1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups/9aac5e62-281a-466c-a684-3e44098ed1cc HTTP/1.1" status: 200 len: 1814 time: 0.0488703 Feb 15 15:57:48.584952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9aac5e62-281a-466c-a684-3e44098ed1cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:48.585304 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9aac5e62-281a-466c-a684-3e44098ed1cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:48.591330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:48.596236 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Usage tracker for resource:security_group_rule and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:48.599221 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:48.604968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:48.662905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.686670 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.689462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.692120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:48.715368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da172138-41fb-4e91-8ea2-1c16019a3e40,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:48.717940 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:48.725191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.726525 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-cc129dc9-623d-40f9-bf40-305b4baf6c71 req-07d22392-26c7-4717-81d6-2e9643ecc865 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1457469 Feb 15 15:57:48.799748 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-9d9fe90d-b184-46b8-bfec-fa16a8547eb5 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups/9aac5e62-281a-466c-a684-3e44098ed1cc HTTP/1.1" status: 200 len: 2407 time: 0.0515611 Feb 15 15:57:48.810467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9aac5e62-281a-466c-a684-3e44098ed1cc', 'remote_group_id': None}]} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:48.810825 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9aac5e62-281a-466c-a684-3e44098ed1cc', 'remote_group_id': None}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:48.817665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 15 15:57:48.821712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Usage tracker for resource:security_group_rule and tenant:656340d76f32471bb572501c490edd7b is out of sync, need to count used quota {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 15 15:57:48.824750 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84020) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 15 15:57:48.831676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.quota.driver [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 15 15:57:48.889519 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.914830 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.917584 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853851280'] for security_group_rule, after_create {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.919712 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:48.943468 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873b74b2-62c9-41bf-908f-21e70690b220,revision_number=0']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:48.946211 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:48.952741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:48.954576 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2f96ca4e-39e5-4424-bcca-9545ae3dd61d req-849b26af-5a67-4413-a542-8579709bdc17 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1483822 Feb 15 15:57:49.095734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-e433df8b-1745-4b97-a1e2-7b022b904d8d tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Synchronizing usage tracker for tenant:656340d76f32471bb572501c490edd7b on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:57:49.112346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-e433df8b-1745-4b97-a1e2-7b022b904d8d tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Unset dirty status for tenant:656340d76f32471bb572501c490edd7b on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:57:49.113608 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-e433df8b-1745-4b97-a1e2-7b022b904d8d tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2141319510&fields=id&tenant_id=656340d76f32471bb572501c490edd7b HTTP/1.1" status: 200 len: 267 time: 0.0632887 Feb 15 15:57:49.205651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-410dc92d-8c22-45d1-a7d2-d1131a841aa9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:49.207300 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-410dc92d-8c22-45d1-a7d2-d1131a841aa9 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0871418 Feb 15 15:57:49.219505 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'port': {'security_groups': ['f2d4e871-33d9-4127-b266-17c741f476af', '9aac5e62-281a-466c-a684-3e44098ed1cc']}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:57:49.351429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:49.685248 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] For port de18fa44-2475-4dcb-8991-3c8906f98c61, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=de18fa44-2475-4dcb-8991-3c8906f98c61,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:57:49.711013 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:49.714558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:49.729149 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cb51f592-c469-4115-ba0f-e1cfd482148c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:57:49.889362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=5']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:57:49.894915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:57:49.931967 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:49.932786 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:49.934295 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6978910e-fa2c-4aeb-83a9-ee68be06fad7 req-02d4a428-c4cf-471e-9203-0f5351abe05c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "PUT /v2.0/ports/de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 981 time: 0.7201319 Feb 15 15:57:49.934849 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:57:49.987148 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'status': 'completed', 'code': 200} Feb 15 15:57:50.167201 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-4d70e468-8bd8-461a-9924-680329a2086b None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:50.167620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4d70e468-8bd8-461a-9924-680329a2086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:50.189458 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-50117eef-e312-4f63-86ee-b63fe705c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:50.191149 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-50117eef-e312-4f63-86ee-b63fe705c5ab service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1202 time: 0.1756520 Feb 15 15:57:50.197776 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c050064-e615-4924-a39c-01642824d45e req-3dee1a54-12eb-41f7-8758-d7dec1e16599 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:50.199390 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5c050064-e615-4924-a39c-01642824d45e req-3dee1a54-12eb-41f7-8758-d7dec1e16599 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1259902 Feb 15 15:57:50.230222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:57:50.343109 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5c050064-e615-4924-a39c-01642824d45e req-84aae45b-dce1-484e-a45b-7add47fc0e2d tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1196303 Feb 15 15:57:50.370523 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:57:50.370943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:50.397319 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-e567c0a0-ec73-4912-bf2d-19c32cca50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:50.399105 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-e567c0a0-ec73-4912-bf2d-19c32cca50dd service neutron] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.1987574 Feb 15 15:57:50.511316 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-c025e180-da80-426e-b203-5cd397346813 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 999 time: 0.1046576 Feb 15 15:57:50.586380 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-6f425244-e6d0-4ca8-aa4c-90f226c29942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:50.587972 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-6f425244-e6d0-4ca8-aa4c-90f226c29942 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.0692527 Feb 15 15:57:50.670986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-f3cd08ae-ef4d-48fe-9596-bb976dc10347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:57:50.673140 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-f3cd08ae-ef4d-48fe-9596-bb976dc10347 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778139 Feb 15 15:57:50.830331 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-3e2562e9-5375-4a65-8d9a-2d9dd4bdbe61 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461258 Feb 15 15:57:50.980541 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-2d68c73a-ea13-4559-8422-c9c800f47dd5 req-7d67c3e2-d17e-4be2-ae28-6ec193f885c7 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436591 Feb 15 15:57:52.815711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fa601fd9-5658-42e8-bf0c-f3a9fc56e53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:55.142635 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-fcf3cc01-b77e-4520-aa93-6e41101a5716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:56.034955 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:57.078877 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:57:57.361646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:09.221843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:58:13.259363 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932562c-b940-4e4b-a9b9-528418cb33b6 req-8671b73f-46f4-4eac-854a-e96bc4dd2aa0 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:13.260962 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4932562c-b940-4e4b-a9b9-528418cb33b6 req-8671b73f-46f4-4eac-854a-e96bc4dd2aa0 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.0901735 Feb 15 15:58:13.309115 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4932562c-b940-4e4b-a9b9-528418cb33b6 req-de290e54-01f8-4012-9167-42f2f6f28f8e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0416954 Feb 15 15:58:14.646492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20996a87-ea57-4663-baba-a319ea36ac32 req-9c9a909d-986f-45fe-b1e2-efc92f684d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:14.648065 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-20996a87-ea57-4663-baba-a319ea36ac32 req-9c9a909d-986f-45fe-b1e2-efc92f684d45 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1202 time: 0.4407654 Feb 15 15:58:14.661688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dce6f-4efa-46d4-907c-3a6bdb7d0b83 req-22c98c62-6213-4267-9b8b-1c84f83a889b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:14.663238 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e49dce6f-4efa-46d4-907c-3a6bdb7d0b83 req-22c98c62-6213-4267-9b8b-1c84f83a889b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.4192610 Feb 15 15:58:14.780908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43050b00-23a8-46c3-987d-710278b4597e req-9c318a8f-f5b6-4675-aebe-e6e3f661fc43 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:14.782535 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43050b00-23a8-46c3-987d-710278b4597e req-9c318a8f-f5b6-4675-aebe-e6e3f661fc43 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.2520275 Feb 15 15:58:14.872637 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e49dce6f-4efa-46d4-907c-3a6bdb7d0b83 req-76e55b4a-0d6f-417e-815c-ec206baa32aa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1752582 Feb 15 15:58:14.884695 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-43050b00-23a8-46c3-987d-710278b4597e req-fc3b8c32-0bf3-488a-85e9-01d29e07be27 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0943723 Feb 15 15:58:14.904722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20996a87-ea57-4663-baba-a319ea36ac32 req-541d708b-9ebb-49c3-8eb5-3957a40a4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:14.904722 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-20996a87-ea57-4663-baba-a319ea36ac32 req-541d708b-9ebb-49c3-8eb5-3957a40a4967 service neutron] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.2391021 Feb 15 15:58:15.018380 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-20996a87-ea57-4663-baba-a319ea36ac32 req-bd589686-0ea4-4881-b621-d036359167c6 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 999 time: 0.1061578 Feb 15 15:58:15.092438 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20996a87-ea57-4663-baba-a319ea36ac32 req-49c2f8a9-6ad1-4227-8b52-92752c829d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:15.094048 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-20996a87-ea57-4663-baba-a319ea36ac32 req-49c2f8a9-6ad1-4227-8b52-92752c829d59 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.0684028 Feb 15 15:58:15.179138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20996a87-ea57-4663-baba-a319ea36ac32 req-4362d6a9-9481-48c9-bd2f-2cdd841d87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:15.180689 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-20996a87-ea57-4663-baba-a319ea36ac32 req-4362d6a9-9481-48c9-bd2f-2cdd841d87ee service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788667 Feb 15 15:58:15.326276 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-20996a87-ea57-4663-baba-a319ea36ac32 req-f62d0780-6223-4741-8032-a3beabbfbcf7 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375093 Feb 15 15:58:15.472313 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-20996a87-ea57-4663-baba-a319ea36ac32 req-49385a5c-1576-4115-ae0e-fe027cfd71e9 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382415 Feb 15 15:58:16.141646 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632897a2-1674-4126-bc41-46fa993a8ca9 req-fcac71ca-3caf-464f-b2fd-3b0ded29bab0 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:16.143326 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-632897a2-1674-4126-bc41-46fa993a8ca9 req-fcac71ca-3caf-464f-b2fd-3b0ded29bab0 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1544650 Feb 15 15:58:16.175567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7eea8-8eba-4fc2-bfb8-0d293f24f49e req-a2a577c7-d5b1-4f67-a7f8-7208ef7b117f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:16.177043 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-87f7eea8-8eba-4fc2-bfb8-0d293f24f49e req-a2a577c7-d5b1-4f67-a7f8-7208ef7b117f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1423039 Feb 15 15:58:16.227925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-632897a2-1674-4126-bc41-46fa993a8ca9 req-79ef2a9d-77ad-4219-9c17-64b966e0e5e3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0763078 Feb 15 15:58:16.248507 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-87f7eea8-8eba-4fc2-bfb8-0d293f24f49e req-c44f28d2-b82f-4f10-a8a0-903bac06523d tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0634112 Feb 15 15:58:17.504558 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dfc14-1f51-4450-90e5-7220328f49f9 req-3773f7cd-e3ac-4dd4-9715-31c4322e0d29 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:17.506201 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-371dfc14-1f51-4450-90e5-7220328f49f9 req-3773f7cd-e3ac-4dd4-9715-31c4322e0d29 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1616337 Feb 15 15:58:17.513914 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044676da-5e24-4646-a13c-809fe408ea9a req-034c88a6-a134-4080-814e-3471e666e0b6 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:17.515364 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-044676da-5e24-4646-a13c-809fe408ea9a req-034c88a6-a134-4080-814e-3471e666e0b6 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1331761 Feb 15 15:58:17.596999 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-044676da-5e24-4646-a13c-809fe408ea9a req-b1b0dc7d-9a3a-4cbf-b386-7fd2038fe0cf tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0748942 Feb 15 15:58:17.606283 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-371dfc14-1f51-4450-90e5-7220328f49f9 req-2aece993-215c-4434-abec-5f2a9a846ed2 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0822232 Feb 15 15:58:18.007899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:18.868976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a198ead-30b3-4735-ac60-3866c3147dbc req-1e370cf3-d00b-4c90-ba3c-e20ca99068eb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:18.870591 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8a198ead-30b3-4735-ac60-3866c3147dbc req-1e370cf3-d00b-4c90-ba3c-e20ca99068eb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1218989 Feb 15 15:58:18.876803 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be68cc8-931c-469f-8f86-98b0e68a5350 req-2ee04aaf-50f1-42a1-aea5-20a897344e1e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:18.878287 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4be68cc8-931c-469f-8f86-98b0e68a5350 req-2ee04aaf-50f1-42a1-aea5-20a897344e1e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1660547 Feb 15 15:58:18.955410 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8a198ead-30b3-4735-ac60-3866c3147dbc req-8d7acddf-a400-47e3-b68a-6def53a36fe2 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0761015 Feb 15 15:58:18.958228 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4be68cc8-931c-469f-8f86-98b0e68a5350 req-84ab7488-000e-44b5-a401-0db9755695a3 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0651872 Feb 15 15:58:20.225548 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02a1a-db08-4c09-8a78-ee7a4617cd9a req-c1b5cd8e-3773-451a-9259-121e913c36d8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:20.227189 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f7d02a1a-db08-4c09-8a78-ee7a4617cd9a req-c1b5cd8e-3773-451a-9259-121e913c36d8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1556029 Feb 15 15:58:20.234735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c1524-37ea-4158-8c64-c1f9663f3039 req-77d6f072-3dd6-4dc1-8969-c7680a098229 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:20.236864 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e39c1524-37ea-4158-8c64-c1f9663f3039 req-77d6f072-3dd6-4dc1-8969-c7680a098229 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1631296 Feb 15 15:58:20.315933 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-f7d02a1a-db08-4c09-8a78-ee7a4617cd9a req-d85f727d-c2e6-4607-973a-ab43cb1082ad tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0779459 Feb 15 15:58:20.322496 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e39c1524-37ea-4158-8c64-c1f9663f3039 req-8e0c5fc6-720d-4d26-8f3e-ccef991e1c28 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0699356 Feb 15 15:58:21.602399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ac32a-8851-4a4d-a367-8ea0ee25ff52 req-aa768e24-5980-4432-93cb-27fed849eff7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:21.603957 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b90ac32a-8851-4a4d-a367-8ea0ee25ff52 req-aa768e24-5980-4432-93cb-27fed849eff7 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1611118 Feb 15 15:58:21.611603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20faeef-053a-4302-a462-7853f860fabb req-ee8991b3-22a2-4c05-949a-1078be55fedf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:21.613097 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e20faeef-053a-4302-a462-7853f860fabb req-ee8991b3-22a2-4c05-949a-1078be55fedf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1285713 Feb 15 15:58:21.686626 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-b90ac32a-8851-4a4d-a367-8ea0ee25ff52 req-fa1fae9b-2f09-4d29-98b4-bd57b663dc12 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0724876 Feb 15 15:58:21.696368 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e20faeef-053a-4302-a462-7853f860fabb req-175f3897-602b-4c95-a28e-d7dff80d33eb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0662413 Feb 15 15:58:22.317043 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:58:22.391567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:58:22.391897 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:22.822566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5c4ba2c0-121d-44fa-80c2-a7fcf6009ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:22.954725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551493c3-1ac3-4c76-890e-b5cc3b141b8e req-7164ce91-d596-44ca-af40-86db6373bab2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:22.956419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-551493c3-1ac3-4c76-890e-b5cc3b141b8e req-7164ce91-d596-44ca-af40-86db6373bab2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1530619 Feb 15 15:58:22.987041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b00df2-a53e-4321-a05f-c0aeb635e989 req-f07123ef-4133-4dd6-b7a4-381a11a8f567 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:22.989069 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60b00df2-a53e-4321-a05f-c0aeb635e989 req-f07123ef-4133-4dd6-b7a4-381a11a8f567 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1420562 Feb 15 15:58:23.038442 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-551493c3-1ac3-4c76-890e-b5cc3b141b8e req-18c1f47c-a498-45db-bf4a-c606399fc027 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0749588 Feb 15 15:58:23.062967 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-60b00df2-a53e-4321-a05f-c0aeb635e989 req-e1cd17fa-a79a-439a-b590-ec26d73f8b3c tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0654337 Feb 15 15:58:23.413395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-fc80864e-3979-4253-bf4b-fad5d146a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:23.414979 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-fc80864e-3979-4253-bf4b-fad5d146a2a4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.0929756 Feb 15 15:58:23.567214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-dc6e0635-12e9-4040-97d3-8c2bb333c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:23.569001 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-dc6e0635-12e9-4040-97d3-8c2bb333c7c8 service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.1470110 Feb 15 15:58:23.709080 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-b49336c2-ed0d-4144-842f-5bfde0e8c1cb service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 1001 time: 0.1331046 Feb 15 15:58:23.805162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-31b45696-d1a7-4496-8db6-e966341b47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:23.806819 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-31b45696-d1a7-4496-8db6-e966341b47f5 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.0907204 Feb 15 15:58:23.892565 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-abd37671-0dd2-47d4-a3b2-ce0faac89d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:23.894313 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-abd37671-0dd2-47d4-a3b2-ce0faac89d83 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797324 Feb 15 15:58:24.048330 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-52fcaf10-2544-48a2-902f-aacaa0b040ee service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470928 Feb 15 15:58:24.334632 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-676ba463-5101-4a92-ad55-56cb2ef055d1 req-81bf0208-1356-4d58-b5c5-43dda483e34e service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2794936 Feb 15 15:58:24.385871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d100b6a-8b5a-4526-b28e-69e69d5b8a03 req-377909c5-b10c-48f2-8be2-942c8ac9a1d3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:24.387554 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1d100b6a-8b5a-4526-b28e-69e69d5b8a03 req-377909c5-b10c-48f2-8be2-942c8ac9a1d3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1983402 Feb 15 15:58:24.395017 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9a366-3232-4abd-9d41-40c2196e9d0b req-f52288f3-3bfb-4c7a-8af0-0adbb93eafe2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:24.396776 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-06f9a366-3232-4abd-9d41-40c2196e9d0b req-f52288f3-3bfb-4c7a-8af0-0adbb93eafe2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.2050068 Feb 15 15:58:24.705593 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1d100b6a-8b5a-4526-b28e-69e69d5b8a03 req-a03fa792-da11-4ff5-9b17-f394dcabcbe5 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.3077214 Feb 15 15:58:24.710666 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-06f9a366-3232-4abd-9d41-40c2196e9d0b req-553909cc-bd37-42b5-a3a9-cea66ed3df2a tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2977324 Feb 15 15:58:25.140721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-927b31a6-7924-4869-9e9c-8d95b670f8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:25.984583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bf703-af13-4535-a583-bd9280f84759 req-8c8e6a9e-8735-482b-8d72-27f8986fdb00 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:25.986214 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eb4bf703-af13-4535-a583-bd9280f84759 req-8c8e6a9e-8735-482b-8d72-27f8986fdb00 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1581721 Feb 15 15:58:25.994597 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cb476-faf7-4268-ae9d-5e0a1b9c39d5 req-20dd355b-ba07-4cb5-84ae-5c802ffa9478 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:25.996027 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-885cb476-faf7-4268-ae9d-5e0a1b9c39d5 req-20dd355b-ba07-4cb5-84ae-5c802ffa9478 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1312032 Feb 15 15:58:26.039727 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:26.067570 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-885cb476-faf7-4268-ae9d-5e0a1b9c39d5 req-59a16f0c-7f4a-4933-9922-453109d9480e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0563910 Feb 15 15:58:26.085714 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eb4bf703-af13-4535-a583-bd9280f84759 req-8840ec93-921f-4fdd-9715-bd28a79f8678 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0886359 Feb 15 15:58:26.282582 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:58:26.424416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:26.467048 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:58:26.478476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:58:26.481491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:26.483382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-aad019a8-0d38-440a-a74b-04d9e67859f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:58:26.561444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,revision_number=5']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:58:26.569860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.570580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.570704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.571032 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.571414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.571783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.572155 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.572526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.572894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.573265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.573634 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.574191 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.574812 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.575192 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.575794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.575905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.576257 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.576965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.577218 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.577620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.578012 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.578381 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.578748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.579114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:58:26.584397 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:58:26.663603 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'code': 200} Feb 15 15:58:27.084704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:27.351617 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec331878-a027-4f9a-ac4d-22f4efbc6742 req-1aca5904-9478-4eb6-a32d-6eb723229c59 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:27.353296 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ec331878-a027-4f9a-ac4d-22f4efbc6742 req-1aca5904-9478-4eb6-a32d-6eb723229c59 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.1670556 Feb 15 15:58:27.361638 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d886e6-0c9a-4077-9055-9281ff8871b9 req-b25cce96-a312-4a23-abad-f2f71005740b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:27.363961 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e7d886e6-0c9a-4077-9055-9281ff8871b9 req-b25cce96-a312-4a23-abad-f2f71005740b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.1368823 Feb 15 15:58:27.365599 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:27.446297 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ec331878-a027-4f9a-ac4d-22f4efbc6742 req-0c11d036-aaec-4be3-8915-0a80216332db tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0812185 Feb 15 15:58:27.450482 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e7d886e6-0c9a-4077-9055-9281ff8871b9 req-8f5354fd-9976-4955-a713-6749c28e12d3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0701597 Feb 15 15:58:27.843618 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259a1e9-3c08-43ce-a69f-4a05e7e24bc9 req-8b7125a2-6209-447a-811c-1471ee4746a8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:27.845219 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c259a1e9-3c08-43ce-a69f-4a05e7e24bc9 req-8b7125a2-6209-447a-811c-1471ee4746a8 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.0917304 Feb 15 15:58:27.897022 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c259a1e9-3c08-43ce-a69f-4a05e7e24bc9 req-4b94d306-9eb4-4e88-b6e1-a877211b2e94 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427570 Feb 15 15:58:27.918084 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-8d1ac90d-a5c1-42dc-a6a5-ad4b0aa04772 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2239857 Feb 15 15:58:28.307685 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:58:28.384222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:58:28.385088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:28.659315 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81874f-8e1b-4212-91bb-9d660d40c84c req-f6f9142f-6313-43f1-bd48-29fb042befd2 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:28.660908 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c81874f-8e1b-4212-91bb-9d660d40c84c req-f6f9142f-6313-43f1-bd48-29fb042befd2 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.0920010 Feb 15 15:58:28.714052 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7c81874f-8e1b-4212-91bb-9d660d40c84c req-35c54c0b-d4a9-4462-a2e1-9dafe32b11d8 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0454187 Feb 15 15:58:29.119499 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-e45d0b1e-f3a1-4a5c-9978-b166942ad43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:29.121156 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-e45d0b1e-f3a1-4a5c-9978-b166942ad43d service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f&tenant_id=118c7db8e7904fb09ac06874d2eafe06 HTTP/1.1" status: 200 len: 1160 time: 0.1495457 Feb 15 15:58:29.140009 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41539365-36b4-41a1-82c0-94910e9c2358 req-0d78305c-440e-4b93-a16f-6a0d9c177073 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:29.141631 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41539365-36b4-41a1-82c0-94910e9c2358 req-0d78305c-440e-4b93-a16f-6a0d9c177073 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.1227891 Feb 15 15:58:29.248530 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-41539365-36b4-41a1-82c0-94910e9c2358 req-68a9a2ce-da01-4d61-9709-0cd736d52d38 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0670636 Feb 15 15:58:29.275544 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-018220e9-fb28-4f5e-864b-7fd836d604ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:29.277233 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-018220e9-fb28-4f5e-864b-7fd836d604ac service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1160 time: 0.1303887 Feb 15 15:58:29.425457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-1f0f6659-e2ed-4e61-87a7-e338e0723ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:29.427338 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-1f0f6659-e2ed-4e61-87a7-e338e0723ad3 service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.1419604 Feb 15 15:58:29.552168 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-06be7400-bc7d-4666-8aae-20c117384269 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 999 time: 0.1168637 Feb 15 15:58:29.625392 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-356531fc-d5fe-463b-a465-57d8ca030d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:29.627001 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-356531fc-d5fe-463b-a465-57d8ca030d2d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.0685465 Feb 15 15:58:29.711436 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-8dfa078e-b3ef-429a-b489-a50a9b7072d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:29.713047 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-8dfa078e-b3ef-429a-b489-a50a9b7072d2 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791750 Feb 15 15:58:29.942656 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-a9ee7f99-6664-41d4-9146-63503822ccfa service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220187 Feb 15 15:58:30.048284 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c1f45-eb2a-4ef7-a290-4d6ed52d4469 req-86f307a0-db43-4fe9-a6ff-52939ce23ab7 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:30.050927 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ed6c1f45-eb2a-4ef7-a290-4d6ed52d4469 req-86f307a0-db43-4fe9-a6ff-52939ce23ab7 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.2153523 Feb 15 15:58:30.133565 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ed6c1f45-eb2a-4ef7-a290-4d6ed52d4469 req-3b651c02-8340-48e1-ad43-f6da67c7d7f6 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0733547 Feb 15 15:58:30.156688 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c9e9aeb9-0bb1-4415-8f9b-6f06f1b355c2 req-11111c74-8482-4bd2-a97b-1594121d9f1a service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2048900 Feb 15 15:58:30.463297 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de460813-6c9a-4f2a-a464-8454b16568ce req-977e9d1d-29ea-4b89-a89d-6aced04a3de1 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:30.464913 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de460813-6c9a-4f2a-a464-8454b16568ce req-977e9d1d-29ea-4b89-a89d-6aced04a3de1 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.0888855 Feb 15 15:58:30.514367 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-de460813-6c9a-4f2a-a464-8454b16568ce req-3027d5e4-e09f-43fc-acb1-68db793afe6e tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0430694 Feb 15 15:58:31.346336 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9ba00-77f0-4f18-91ca-fba25c798f7f req-e76a9849-dc8d-4b85-b0df-e804f06c31f5 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:31.348495 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8cf9ba00-77f0-4f18-91ca-fba25c798f7f req-e76a9849-dc8d-4b85-b0df-e804f06c31f5 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.0946159 Feb 15 15:58:31.400158 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8cf9ba00-77f0-4f18-91ca-fba25c798f7f req-b885eb46-e55f-4804-9a37-9db7757cd5fc tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0451798 Feb 15 15:58:31.718739 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14538beb-418f-4e68-aa5b-1538f3dab931 req-0346c091-6bb4-4715-800a-859ac4c1d3bf tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:31.720624 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-14538beb-418f-4e68-aa5b-1538f3dab931 req-0346c091-6bb4-4715-800a-859ac4c1d3bf tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.0883198 Feb 15 15:58:31.793223 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-14538beb-418f-4e68-aa5b-1538f3dab931 req-f871e580-5d78-4999-a2a3-55a46167021d tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0651836 Feb 15 15:58:32.609640 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b40dd-9258-4b7f-a98f-762faa1a00e4 req-d1ceb37f-26f0-47f4-9705-78f75f4f9763 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:32.611563 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5d8b40dd-9258-4b7f-a98f-762faa1a00e4 req-d1ceb37f-26f0-47f4-9705-78f75f4f9763 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.0921459 Feb 15 15:58:32.662461 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5d8b40dd-9258-4b7f-a98f-762faa1a00e4 req-c33771ac-642a-4bf1-b6ee-326743308289 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&id=9aac5e62-281a-466c-a684-3e44098ed1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0433497 Feb 15 15:58:32.777660 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:58:32.854816 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:58:32.855292 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:32.981463 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:58:33.008293 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c264-d38d-4c22-bf8b-8df900f01c89 req-d78114c8-ae76-4fbc-81b1-c2df28d9b961 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:33.009974 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91c0c264-d38d-4c22-bf8b-8df900f01c89 req-d78114c8-ae76-4fbc-81b1-c2df28d9b961 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 943 time: 0.0931196 Feb 15 15:58:33.057676 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:58:33.058150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:33.063364 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-91c0c264-d38d-4c22-bf8b-8df900f01c89 req-f6b655ea-473a-4b18-b644-2d1db1565695 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0464017 Feb 15 15:58:33.186346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:33.221035 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:58:33.231562 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:58:33.234583 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:33.237254 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-195f480f-f6fb-4563-b21b-19abec333b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:58:33.278316 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'code': 200} Feb 15 15:58:33.314453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,revision_number=6']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:58:33.318183 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:58:33.620416 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44992680-42ec-4410-88d7-9ce7e73428d7 req-be7bfccc-5506-452d-9d2e-bbd27a0dcc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:33.622439 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44992680-42ec-4410-88d7-9ce7e73428d7 req-be7bfccc-5506-452d-9d2e-bbd27a0dcc6b service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.0996981 Feb 15 15:58:33.676383 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-44992680-42ec-4410-88d7-9ce7e73428d7 req-c4a93f22-7b75-4a68-828e-23f8b12fc66f service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457788 Feb 15 15:58:34.277602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d6e3a-1418-473c-ab73-8135417aae65 req-435e551a-ad70-4f26-9bb7-57b6ccd0c0eb tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:34.279467 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4b0d6e3a-1418-473c-ab73-8135417aae65 req-435e551a-ad70-4f26-9bb7-57b6ccd0c0eb tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.0956223 Feb 15 15:58:34.332866 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-4b0d6e3a-1418-473c-ab73-8135417aae65 req-16f97ae4-3e7c-41b1-a698-7aa783e60362 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0456116 Feb 15 15:58:34.427535 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:58:34.511447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:58:34.511985 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:35.540230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f3cbc-3376-4ae3-a318-c7b7cf1241d2 req-0d538065-db3a-4c7e-82fd-6547dda38b28 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:35.541959 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-385f3cbc-3376-4ae3-a318-c7b7cf1241d2 req-0d538065-db3a-4c7e-82fd-6547dda38b28 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.0882449 Feb 15 15:58:35.596925 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-385f3cbc-3376-4ae3-a318-c7b7cf1241d2 req-94ce02f0-518e-42f6-8bd3-169f4c0c8ffd tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0481153 Feb 15 15:58:36.422896 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:58:36.497089 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:58:36.497507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:44.907484 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-2e1d12a4-8f9a-404b-8cba-bf8fd45f013f service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0807707 Feb 15 15:58:45.011821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-b514cdd3-3b8a-4973-bd79-e2f4c291d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:45.013451 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-b514cdd3-3b8a-4973-bd79-e2f4c291d70b service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1202 time: 0.0804114 Feb 15 15:58:45.171486 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-03e1dba2-fed4-4ff0-bb52-c93a14b2f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:45.172977 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-03e1dba2-fed4-4ff0-bb52-c93a14b2f75c service neutron] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.1381981 Feb 15 15:58:45.286085 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-94ee4ada-a17f-4dec-a452-d8a64b06cc7f service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 999 time: 0.1039357 Feb 15 15:58:45.359279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-f2c8054a-b078-42eb-a7bd-40540198ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:45.360834 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-f2c8054a-b078-42eb-a7bd-40540198ac44 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.0667124 Feb 15 15:58:45.449703 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-998d842b-35ac-49d6-9798-94d889f3d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:58:45.451262 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-998d842b-35ac-49d6-9798-94d889f3d683 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800219 Feb 15 15:58:45.598010 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-3d5efe10-a755-4b77-b305-d0c550b4e2d3 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365151 Feb 15 15:58:45.747903 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-c323863c-01c0-403e-b9b0-e1d9d6aa6738 req-87907919-2124-4679-9cef-86e922533ec5 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422172 Feb 15 15:58:46.222538 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:58:48.007034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:52.815182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ff226307-0d51-4b6e-ac48-9fea659bfba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:55.143753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-9220f8c9-1370-4b37-bf4d-6f2de6bc2990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:56.044198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:57.077612 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:58:57.362903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:11.500287 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-e413684d-6212-4259-9c10-4b9983a02445 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2141319510&fields=id&tenant_id=656340d76f32471bb572501c490edd7b HTTP/1.1" status: 200 len: 267 time: 0.0437427 Feb 15 15:59:11.597448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-517fe0ff-e571-4f39-826a-8816f653fd04 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:11.599650 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-517fe0ff-e571-4f39-826a-8816f653fd04 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 984 time: 0.0931363 Feb 15 15:59:11.611916 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.v2.base [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Request body: {'port': {'security_groups': ['f2d4e871-33d9-4127-b266-17c741f476af']}} {{(pid=84020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 15:59:11.756472 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:12.301949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] For port de18fa44-2475-4dcb-8991-3c8906f98c61, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=de18fa44-2475-4dcb-8991-3c8906f98c61,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:59:12.328382 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for port, precommit_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:12.331508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852621207'] for port, after_update {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:12.345842 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:12.500568 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event updated for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=6']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:12.512605 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.513022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.513440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.513843 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.514265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.514665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.515060 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.515453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.515847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.516239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.516630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.517020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.517515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.517929 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.518330 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.518721 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.519111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.519504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.519901 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.520325 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.520717 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.521111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.521500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.521923 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:12.528503 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:12.561240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:12.561933 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:12.563419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-530e365e-81a9-4625-b4cc-5f7a88a6c269 req-0e4418fe-7b88-4b51-861c-9ec5af560faa tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "PUT /v2.0/ports/de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 942 time: 0.9568086 Feb 15 15:59:12.563962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:59:12.621966 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'status': 'completed', 'code': 200} Feb 15 15:59:12.646242 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9208b47f-6bb6-4ff2-9183-0a7301b8123c req-7536ed71-868d-4cf9-b3c9-2fd7a5ac9d30 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups/9aac5e62-281a-466c-a684-3e44098ed1cc HTTP/1.1" status: 200 len: 3005 time: 0.0606532 Feb 15 15:59:12.778881 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9208b47f-6bb6-4ff2-9183-0a7301b8123c req-437e8d4e-f3f5-4a84-beb6-baf711d066b1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:12.803056 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-8516572e-0d41-4ea0-98ff-ce79402f63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:12.804712 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-8516572e-0d41-4ea0-98ff-ce79402f63b2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1162 time: 0.1619434 Feb 15 15:59:12.811577 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-93f29624-a61c-49ee-addc-f26643d33d87 None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity DHCP. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:59:12.812045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-93f29624-a61c-49ee-addc-f26643d33d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:12.843476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 up at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 15 15:59:12.850285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9208b47f-6bb6-4ff2-9183-0a7301b8123c req-437e8d4e-f3f5-4a84-beb6-baf711d066b1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:12.995847 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.provisioning_blocks [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Provisioning complete for port de18fa44-2475-4dcb-8991-3c8906f98c61 triggered by entity L2. {{(pid=84021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 15 15:59:12.996268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036821556776'] for port, provisioning_complete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:13.004288 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-564bf8dc-66c2-4355-9371-3f0730203463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:13.006013 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-564bf8dc-66c2-4355-9371-3f0730203463 service neutron] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.1909885 Feb 15 15:59:13.006979 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9208b47f-6bb6-4ff2-9183-0a7301b8123c req-437e8d4e-f3f5-4a84-beb6-baf711d066b1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:13.012152 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-8e3385d3-348e-4dfd-97c1-e9862b9bb58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:13.099658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e8d4e-f3f5-4a84-beb6-baf711d066b1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac5e62-281a-466c-a684-3e44098ed1cc,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:13.109621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-437e8d4e-f3f5-4a84-beb6-baf711d066b1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:13.121570 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-9208b47f-6bb6-4ff2-9183-0a7301b8123c req-437e8d4e-f3f5-4a84-beb6-baf711d066b1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:13.125775 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9208b47f-6bb6-4ff2-9183-0a7301b8123c req-437e8d4e-f3f5-4a84-beb6-baf711d066b1 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "DELETE /v2.0/security-groups/9aac5e62-281a-466c-a684-3e44098ed1cc HTTP/1.1" status: 204 len: 173 time: 0.4433439 Feb 15 15:59:13.213275 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-ac572179-22e9-4415-a533-0276fc258ed2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 999 time: 0.1921129 Feb 15 15:59:13.327255 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-8a640e1a-1211-4d58-b525-f268a0957de8 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/floatingips/693098cb-e020-4164-a475-184c9a674492 HTTP/1.1" status: 200 len: 996 time: 0.1782022 Feb 15 15:59:13.328821 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-37f83af9-80af-44d6-9be9-a344237a7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:13.330367 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-37f83af9-80af-44d6-9be9-a344237a7a4c service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.1096256 Feb 15 15:59:13.554059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f462768e-d8da-4249-b299-068e6feef5a3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:13.555672 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f462768e-d8da-4249-b299-068e6feef5a3 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/networks/e4a9b955-749a-48d7-9208-9db45c1feaf9 HTTP/1.1" status: 200 len: 784 time: 0.2216871 Feb 15 15:59:13.559249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-ff17ebd4-ef6f-4433-be50-3e4697ecf44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:13.560737 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-ff17ebd4-ef6f-4433-be50-3e4697ecf44e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2031806 Feb 15 15:59:13.566510 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-4f90623c-331b-4e6b-bc89-6daa1306fe52 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:59:13.568160 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-4f90623c-331b-4e6b-bc89-6daa1306fe52 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064142 Feb 15 15:59:13.782621 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-2fcaf9ff-f0e8-4277-aeb9-77554263ea83 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 999 time: 0.1918707 Feb 15 15:59:13.869818 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-a645d84c-82a7-4cf1-a264-c60c680cee0a service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005757 Feb 15 15:59:13.911495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-cd58b311-d1d8-4886-a915-6c0184dd7703 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:13.912965 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-cd58b311-d1d8-4886-a915-6c0184dd7703 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports/de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 942 time: 0.1227639 Feb 15 15:59:14.115595 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7841f404-0ba2-43d6-840d-f8331f71d0db req-32f8a756-7673-42f7-aedf-432504011375 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2347949 Feb 15 15:59:14.138755 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-5061c9ad-7ee1-48e1-b65d-235af95d8c0f tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 999 time: 0.1370087 Feb 15 15:59:14.369373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Deleting port 88ba1c59-77d2-473b-9829-df70840f51b3 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:14.369753 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:14.554912 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:14.555496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:14.693344 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Calling delete_port for 88ba1c59-77d2-473b-9829-df70840f51b3 owned by network:floatingip {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:59:14.856719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:14.875220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-d5f5b201-72e7-412a-9dd6-21c4af5cdf79 tempest-VolumesActionsTest-1224378749 tempest-VolumesActionsTest-1224378749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:14.979094 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event deleted for resources: {'Port': ['ID=88ba1c59-77d2-473b-9829-df70840f51b3,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:14.982105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:15.104981 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks [] for floatingip, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:15.105354 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Floating IP 693098cb-e020-4164-a475-184c9a674492 disassociated (deleted). External IP: 172.28.2.5, port: de18fa44-2475-4dcb-8991-3c8906f98c61. Feb 15 15:59:15.719069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:59:15.926669 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:59:15.936551 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f6265-53df-4044-bac1-e2589de70175 None None] Sync routers for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:59:15.947368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:59:15.948058 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:58:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:15.956064 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:16.019873 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "DELETE /v2.0/floatingips/693098cb-e020-4164-a475-184c9a674492 HTTP/1.1" status: 204 len: 173 time: 1.8740022 Feb 15 15:59:16.020388 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:59:16.091274 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'status': 'completed', 'code': 200} Feb 15 15:59:16.181253 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-b1b4205e-bb90-4c9c-8032-2836c162539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:16.182985 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-b1b4205e-bb90-4c9c-8032-2836c162539a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1162 time: 0.1409936 Feb 15 15:59:16.308052 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-b6812200-b736-44b2-a111-ad4b7cdff23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:16.309624 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-b6812200-b736-44b2-a111-ad4b7cdff23f service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=656340d76f32471bb572501c490edd7b&device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 1162 time: 0.1890521 Feb 15 15:59:16.320390 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:59:16.449625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-0f1b9c32-0a6b-48e6-8945-a7b1ef662835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:16.451334 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-0f1b9c32-0a6b-48e6-8945-a7b1ef662835 service neutron] 10.222.0.74 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.2608788 Feb 15 15:59:16.543632 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-ef7f5115-6cad-4ce4-9bc9-0f89077afb24 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 217 time: 0.0776031 Feb 15 15:59:16.615161 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-e6867684-00f3-432c-8143-8468929c46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:16.616946 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-e6867684-00f3-432c-8143-8468929c46ff service neutron] 10.222.0.111 "GET /v2.0/networks?id=be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 200 len: 908 time: 0.2909222 Feb 15 15:59:16.664630 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:09Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:16.668876 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f6265-53df-4044-bac1-e2589de70175 None None] Checking router: 2f28646e-6d02-4c1f-a07a-d1948f35ad98 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:59:16.678542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:59:16.679223 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:58:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:16.704533 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-0e1d05bb-9df8-4a81-8136-fb31fa28e9a3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 200 len: 217 time: 0.0801942 Feb 15 15:59:16.706108 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-cb30f0c4-39f4-4c02-8250-4f14ffccd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:16.707884 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-cb30f0c4-39f4-4c02-8250-4f14ffccd41a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.1480670 Feb 15 15:59:16.836668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-c7633406-198e-4359-964d-6ed2f50f79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:16.838347 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-c7633406-198e-4359-964d-6ed2f50f79a7 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 200 len: 853 time: 0.1253374 Feb 15 15:59:16.875491 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:59:16.909681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-c17e5c10-94a0-4079-bc64-fd42b97d62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:16.911914 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-c17e5c10-94a0-4079-bc64-fd42b97d62bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1631074 Feb 15 15:59:17.028614 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-03e0fc0e-77c1-4c6b-93bf-3247ffaf37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:17.029678 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-03e0fc0e-77c1-4c6b-93bf-3247ffaf37d5 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=be47a5dd-b231-4789-a89f-b48f0ab9d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1836987 Feb 15 15:59:17.174302 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-7cd74082-e1c6-4e27-abd6-4ed2b967d26b service neutron] 10.222.0.74 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503610 Feb 15 15:59:17.216908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-227f6265-53df-4044-bac1-e2589de70175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:09Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:17.221621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227f6265-53df-4044-bac1-e2589de70175 None None] The sync data for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb is: [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:57:02Z', 'revision_number': 4, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': 'a35b6820-5b95-4020-bd5c-1f07f523bde8', 'name': '', 'network_id': 'be47a5dd-b231-4789-a89f-b48f0ab9d957', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'mac_address': 'fa:16:3e:2a:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:57:01Z', 'updated_at': '2021-02-15T15:57:09Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'subnets': [{'id': 'edd7116d-8a6d-478e-96ca-8d42bf272483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:59:17.309795 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-02308ba2-a5d6-400a-8684-1a3c4ab5a6a0 service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685120 Feb 15 15:59:17.445336 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6ff6b1f5-314b-4b84-90ce-f1ffa47521f8 req-19442668-5644-493e-953d-898ef20ee854 service neutron] 10.222.0.74 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2579870 Feb 15 15:59:17.498339 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-9fe30067-0e8b-4f81-ac37-20a781063a3d req-83dae6fc-ce59-4429-b51b-4abfe296b66f service neutron] 10.222.0.111 "GET /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1728594 Feb 15 15:59:17.653469 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980636d1-1761-4816-9968-448714145717 None None] New status for floating IP 693098cb-e020-4164-a475-184c9a674492: DOWN {{(pid=84022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 15:59:18.007818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:20.866022 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8713a0-e5e7-42e1-bed1-3b78c0ac5a95 req-a51bb91f-8028-4c4e-bfa8-e60cf419ade8 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:20.867040 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1d8713a0-e5e7-42e1-bed1-3b78c0ac5a95 req-a51bb91f-8028-4c4e-bfa8-e60cf419ade8 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Synchronizing usage tracker for tenant:656340d76f32471bb572501c490edd7b on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:59:20.884745 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1d8713a0-e5e7-42e1-bed1-3b78c0ac5a95 req-a51bb91f-8028-4c4e-bfa8-e60cf419ade8 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Unset dirty status for tenant:656340d76f32471bb572501c490edd7b on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:59:20.886083 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1d8713a0-e5e7-42e1-bed1-3b78c0ac5a95 req-a51bb91f-8028-4c4e-bfa8-e60cf419ade8 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.1120262 Feb 15 15:59:20.937255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1d8713a0-e5e7-42e1-bed1-3b78c0ac5a95 req-f7757935-5e0b-4d43-848c-d88d6700350b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Synchronizing usage tracker for tenant:656340d76f32471bb572501c490edd7b on resource:security_group {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 15:59:20.951683 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-1d8713a0-e5e7-42e1-bed1-3b78c0ac5a95 req-f7757935-5e0b-4d43-848c-d88d6700350b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Unset dirty status for tenant:656340d76f32471bb572501c490edd7b on resource:security_group {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 15:59:20.953036 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-1d8713a0-e5e7-42e1-bed1-3b78c0ac5a95 req-f7757935-5e0b-4d43-848c-d88d6700350b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607169 Feb 15 15:59:22.167114 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a40a2-1352-49f9-b8d1-b7a2090f7e2c req-2e5bbba8-5b06-48c8-b7a1-37bea806c170 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:22.168741 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8f4a40a2-1352-49f9-b8d1-b7a2090f7e2c req-2e5bbba8-5b06-48c8-b7a1-37bea806c170 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0885620 Feb 15 15:59:22.217815 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-8f4a40a2-1352-49f9-b8d1-b7a2090f7e2c req-511ceda4-00f9-4102-897a-5564375fd7ed tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Feb 15 15:59:22.729074 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device de18fa44-2475-4dcb-8991-3c8906f98c61 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:59:22.801303 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-86c280f6-26d1-4420-b210-063b36d28e08 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:22.802923 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-86c280f6-26d1-4420-b210-063b36d28e08 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.111 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 945 time: 0.0925052 Feb 15 15:59:22.861041 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0bcf48d3-b4d9-42ac-8236-92a09f5bf4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:22.876867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821613318'] for port, before_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:22.908733 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:59:22.922395 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] For port de18fa44-2475-4dcb-8991-3c8906f98c61, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=de18fa44-2475-4dcb-8991-3c8906f98c61,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:59:22.926298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363280238774268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363280239254030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363280239253483'] for port, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:22.929377 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:22.964643 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'code': 200} Feb 15 15:59:23.013007 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Pushing event updated for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=7']} {{(pid=84021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:23.016766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84021) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:23.126239 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Deleting port de18fa44-2475-4dcb-8991-3c8906f98c61 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:23.126620 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:23.221748 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 15:59:23.460838 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] For port de18fa44-2475-4dcb-8991-3c8906f98c61, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=de18fa44-2475-4dcb-8991-3c8906f98c61,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:59:23.461222 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:23.601418 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Calling delete_port for de18fa44-2475-4dcb-8991-3c8906f98c61 owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:59:23.663681 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae283-0222-4dcb-9cf1-4842696de713 req-d1810f5c-1496-4e95-96bb-3d016a5ae483 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:23.665385 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eb7ae283-0222-4dcb-9cf1-4842696de713 req-d1810f5c-1496-4e95-96bb-3d016a5ae483 tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/ports?device_id=a73092d3-4214-459b-9380-ab4b0c9d284b HTTP/1.1" status: 200 len: 943 time: 0.3095894 Feb 15 15:59:23.743807 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-eb7ae283-0222-4dcb-9cf1-4842696de713 req-f2b8cffd-4f44-411a-bf05-f32550be1f4b tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.74 "GET /v2.0/security-groups?id=f2d4e871-33d9-4127-b266-17c741f476af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678649 Feb 15 15:59:23.812489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:23.830894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-38cb912a-0780-44dd-9189-23edef265bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:23.929426 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Pushing event deleted for resources: {'Port': ['ID=de18fa44-2475-4dcb-8991-3c8906f98c61,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:23.932244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:24.042453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] No DVR routers for this DVR port de18fa44-2475-4dcb-8991-3c8906f98c61 on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:59:24.044743 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:24.047709 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'name': 'network-vif-deleted', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:59:24.063406 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-37d87146-9487-458d-bacb-dc3302fc0f03 req-dbc8842e-45b9-42fc-a230-f1a3f21946cb tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] 10.222.0.111 "DELETE /v2.0/ports/de18fa44-2475-4dcb-8991-3c8906f98c61 HTTP/1.1" status: 204 len: 173 time: 1.2539444 Feb 15 15:59:24.103145 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a73092d3-4214-459b-9380-ab4b0c9d284b', 'name': 'network-vif-deleted', 'tag': 'de18fa44-2475-4dcb-8991-3c8906f98c61', 'status': 'completed', 'code': 200} Feb 15 15:59:25.150124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d340d79f-796d-43fe-8e13-81bb02ca615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:25.430735 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48078) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:59:26.007448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854123730'] for router_interface, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:26.047684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:26.389260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Deleting port a35b6820-5b95-4020-bd5c-1f07f523bde8 {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:26.389949 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:26.574119 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] For port a35b6820-5b95-4020-bd5c-1f07f523bde8, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=a35b6820-5b95-4020-bd5c-1f07f523bde8,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:59:26.574521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:26.712488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Calling delete_port for a35b6820-5b95-4020-bd5c-1f07f523bde8 owned by network:router_interface {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:59:26.893698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:26.909265 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-3abba0a5-8c7f-4772-9b2b-3fc73891511b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:27.011524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35b6820-5b95-4020-bd5c-1f07f523bde8,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:27.023758 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.024184 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.024601 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.025015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.025423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.025828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.026280 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.026657 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.027057 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.027456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.027853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.028260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.028767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.029173 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.029574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.029993 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.030399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.030802 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.031200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.031600 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.031999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.032400 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.032797 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.033195 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 15:59:27.038980 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:27.090771 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:27.353429 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853994779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645841'] for router_interface, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:27.364059 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:28.113420 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:59:28.308138 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:59:28.317016 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] Sync routers for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:59:28.321638 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-2a78371f-3bf8-4938-9ca1-d34db64ae706 admin admin] 10.222.0.74 "PUT /v2.0/routers/2f28646e-6d02-4c1f-a07a-d1948f35ad98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897333 Feb 15 15:59:28.324345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48082) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:59:28.327444 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:59:28.328120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:28.514162 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks [] for router, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:28.519668 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:59:28.717477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:28.723151 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Deleting port c5e3383f-8ca3-444b-bf6a-c235851a7f1f {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:28.723527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:28.833642 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:59:26Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:28.837844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] Checking router: 2f28646e-6d02-4c1f-a07a-d1948f35ad98 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:59:28.847689 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] Routers {'2f28646e-6d02-4c1f-a07a-d1948f35ad98'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:59:28.848370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:25Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:28.907930 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] For port c5e3383f-8ca3-444b-bf6a-c235851a7f1f, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=c5e3383f-8ca3-444b-bf6a-c235851a7f1f,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:59:28.908327 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.045972 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] Set router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:59:29.047063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Calling delete_port for c5e3383f-8ca3-444b-bf6a-c235851a7f1f owned by network:router_gateway {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:59:29.187181 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.358264 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:59:26Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:29.362655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f23d2-feca-48e3-a53d-9a5605f04803 None None] The sync data for ids ['2f28646e-6d02-4c1f-a07a-d1948f35ad98'] in dv-cinder-768105-5-smb is: [{'id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'name': 'tempest-TestMinimumBasicScenario-737905758-router', 'tenant_id': '656340d76f32471bb572501c490edd7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14'}], 'enable_snat': True}, 'gw_port_id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:56:56Z', 'updated_at': '2021-02-15T15:59:26Z', 'revision_number': 5, 'project_id': '656340d76f32471bb572501c490edd7b', 'gw_port': {'id': 'c5e3383f-8ca3-444b-bf6a-c235851a7f1f', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:75:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f28646e-6d02-4c1f-a07a-d1948f35ad98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:56:57Z', 'updated_at': '2021-02-15T15:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 15:59:29.384783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652154'] for router_gateway, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.527711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102899'] for router, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.530124 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.556766 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605324'] for router, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.557362 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f28646e-6d02-4c1f-a07a-d1948f35ad98 {{(pid=84019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 15:59:29.569932 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.571782 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-d2f1e423-ad1e-46d3-8e03-21352d00286c admin admin] 10.222.0.74 "DELETE /v2.0/routers/2f28646e-6d02-4c1f-a07a-d1948f35ad98 HTTP/1.1" status: 204 len: 168 time: 1.2457576 Feb 15 15:59:29.574999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48086) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:59:29.647500 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Deleting subnet edd7116d-8a6d-478e-96ca-8d42bf272483 {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 15:59:29.650722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.704030 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:29.791658 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:30.062832 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:30.079430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9eebc086-2f4f-4429-abec-7b2c4ca96ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:30.177829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd7116d-8a6d-478e-96ca-8d42bf272483,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:30.182447 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:30.218279 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:30.223800 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6579fee-ad85-42f8-aa92-b9f3f3a1407d None None] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 15:59:30.224577 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] 10.222.0.74 "DELETE /v2.0/subnets/edd7116d-8a6d-478e-96ca-8d42bf272483 HTTP/1.1" status: 204 len: 168 time: 0.6485348 Feb 15 15:59:30.227364 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48090) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:59:30.349536 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:30.428935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Deleting port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:30.429225 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:30.662230 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] DHCP port deletion for be47a5dd-b231-4789-a89f-b48f0ab9d957 request from dv-cinder-768105-5-smb {{(pid=84021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 15:59:30.667667 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Deleting port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:30.668101 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:30.899702 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] For port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:59:30.900331 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:30.925178 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] For port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,segment=NetworkSegment(cf87b732-9dda-4958-b590-a27482c9f15e),segment_id=cf87b732-9dda-4958-b590-a27482c9f15e)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 15:59:30.925823 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:31.127313 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Calling delete_port for 09e54dee-6d1b-4e07-8efc-d51ffc61d18f owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:59:31.146953 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Calling delete_port for 09e54dee-6d1b-4e07-8efc-d51ffc61d18f owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:59:31.163105 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device a35b6820-5b95-4020-bd5c-1f07f523bde8 no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:59:31.206515 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: a35b6820-5b95-4020-bd5c-1f07f523bde8 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:59:31.207050 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device a35b6820-5b95-4020-bd5c-1f07f523bde8 not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:59:31.207530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 09e54dee-6d1b-4e07-8efc-d51ffc61d18f no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:59:31.226563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:31.242343 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:31.247573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 09e54dee-6d1b-4e07-8efc-d51ffc61d18f {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:59:31.247965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 09e54dee-6d1b-4e07-8efc-d51ffc61d18f not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:59:31.248423 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c5e3383f-8ca3-444b-bf6a-c235851a7f1f no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 15:59:31.295902 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: c5e3383f-8ca3-444b-bf6a-c235851a7f1f {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 15:59:31.296300 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c5e3383f-8ca3-444b-bf6a-c235851a7f1f not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 15:59:31.321693 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 15:59:31.322155 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 15:59:31.348295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e54dee-6d1b-4e07-8efc-d51ffc61d18f,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:31.353025 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:31.389167 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] No DVR routers for this DVR port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f on host dv-cinder-768105-5-smb {{(pid=84019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 15:59:31.514684 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:31.628476 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be47a5dd-b231-4789-a89f-b48f0ab9d957']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:31.645941 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf87b732-9dda-4958-b590-a27482c9f15e') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:31.646273 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf87b732-9dda-4958-b590-a27482c9f15e') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:31.659087 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:31.674069 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:31.676402 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 15:59:31.824019 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Deleting port 09e54dee-6d1b-4e07-8efc-d51ffc61d18f {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:31.824367 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:31.857817 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:59:31.867678 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:31.895787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-70fe30c5-3379-4bca-ae6a-ea41f1dd966f None None] The port '09e54dee-6d1b-4e07-8efc-d51ffc61d18f' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 15:59:32.054871 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Network be47a5dd-b231-4789-a89f-b48f0ab9d957 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 15:59:32.078275 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 15:59:32.158561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:32.162159 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-16915f77-0340-4e11-80b8-3de682bcbe9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:32.178983 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:32.185815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=be47a5dd-b231-4789-a89f-b48f0ab9d957,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:32.190246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:32.197356 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1433fa0b-7b48-4b7d-a3db-f39cd528e2e6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/be47a5dd-b231-4789-a89f-b48f0ab9d957 HTTP/1.1" status: 204 len: 168 time: 1.9689460 Feb 15 15:59:32.419943 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48096) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:59:32.472359 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-133c36fa-2b17-47bd-85d8-dda474ab8130 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=656340d76f32471bb572501c490edd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510776 Feb 15 15:59:32.475507 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48100) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 15:59:32.538774 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f416d696-dc7b-4a3d-b4bd-81b39a8d760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:32.567457 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f416d696-dc7b-4a3d-b4bd-81b39a8d760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:32.614123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f416d696-dc7b-4a3d-b4bd-81b39a8d760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:32.619783 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-db3ab735-b7df-48e5-8942-958073a4db04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:32.634318 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416d696-dc7b-4a3d-b4bd-81b39a8d760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d4e871-33d9-4127-b266-17c741f476af,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:32.637492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f416d696-dc7b-4a3d-b4bd-81b39a8d760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:32.644000 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-f416d696-dc7b-4a3d-b4bd-81b39a8d760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:32.645233 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-f416d696-dc7b-4a3d-b4bd-81b39a8d760f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f2d4e871-33d9-4127-b266-17c741f476af HTTP/1.1" status: 204 len: 168 time: 0.1687493 Feb 15 15:59:44.066504 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-faf1aa5f-4b86-46ee-b0b3-47d2500b2ddb service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0818815 Feb 15 15:59:44.217652 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-fdc2128a-390d-4bb6-ae65-b35ba596c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:44.219295 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-fdc2128a-390d-4bb6-ae65-b35ba596c1e1 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.0788689 Feb 15 15:59:44.387368 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-c5911b67-be7f-467d-ad86-26e5ffb3817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:44.388841 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-c5911b67-be7f-467d-ad86-26e5ffb3817d service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.1475306 Feb 15 15:59:44.500181 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-124a1f16-4b95-4a55-a857-c685794857c8 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 1001 time: 0.1035948 Feb 15 15:59:44.574850 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-d55ea873-51cc-45bb-8074-cf642038f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:44.576419 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-d55ea873-51cc-45bb-8074-cf642038f025 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.0675545 Feb 15 15:59:44.659952 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-59da9947-cbfc-4f19-bc8c-ec6e5f669fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:44.661482 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-59da9947-cbfc-4f19-bc8c-ec6e5f669fb0 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762162 Feb 15 15:59:44.803687 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-0d77b7e5-c100-4739-b44c-990bf75d624f service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347570 Feb 15 15:59:44.944911 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-0ab43fb3-4476-4516-ab06-649d887f9d30 req-870797cf-10c8-4f35-9a31-4234ee43c515 service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345148 Feb 15 15:59:48.023593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:52.813296 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6061124a-f973-4473-a22f-c411c12bf598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:55.144829 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1035d99e-d2e6-4131-9124-e95c940d3175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:56.047489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:56.467087 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-58f0cd7c-f621-4d81-9b55-de9ade515ca0 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/floatingips/be103b35-19c6-4997-824b-620438413961 HTTP/1.1" status: 200 len: 998 time: 0.1159842 Feb 15 15:59:56.628722 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-5dc2364d-426a-4b43-a308-ec29f24bdea3 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:56.630167 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-5dc2364d-426a-4b43-a308-ec29f24bdea3 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/networks/e4a9b955-749a-48d7-9208-9db45c1feaf9 HTTP/1.1" status: 200 len: 784 time: 0.1569898 Feb 15 15:59:56.640666 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-9cdd165a-16e1-44ca-be78-e1bb76a84b6f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=84020) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 15:59:56.641710 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-9cdd165a-16e1-44ca-be78-e1bb76a84b6f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058358 Feb 15 15:59:56.754093 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-4e1295d9-b388-4ef4-9e56-06b75209d14b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 1001 time: 0.1064065 Feb 15 15:59:56.836488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-8effe8a5-440c-4079-9e75-20467574a2d5 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:56.838655 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-8effe8a5-440c-4079-9e75-20467574a2d5 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports/7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 942 time: 0.0781865 Feb 15 15:59:57.023270 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-61cbdb7c-73b8-4670-8204-cea5af81fb1f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.28.2.197 HTTP/1.1" status: 200 len: 1001 time: 0.1055257 Feb 15 15:59:57.087324 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:57.248611 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Deleting port 3c46bd0d-59bc-4846-996e-5c4826452abd {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 15:59:57.248994 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:57.366927 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:57.651169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:57.651770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:57.782399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Calling delete_port for 3c46bd0d-59bc-4846-996e-5c4826452abd owned by network:floatingip {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 15:59:57.935153 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:57.950364 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f7790014-391f-4b3e-a2f8-451ff9df99bf tempest-TestMinimumBasicScenario-450168975 tempest-TestMinimumBasicScenario-450168975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 15:59:58.045650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event deleted for resources: {'Port': ['ID=3c46bd0d-59bc-4846-996e-5c4826452abd,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 15:59:58.055437 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 15:59:58.179026 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for floatingip, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:58.179394 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.db.l3_db [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Floating IP be103b35-19c6-4997-824b-620438413961 disassociated (deleted). External IP: 172.28.2.197, port: 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff. Feb 15 15:59:58.559878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Router fe4e0336-0422-40c8-8379-d725b70e7551 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 15:59:58.756935 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 15:59:58.768220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] Sync routers for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 15:59:58.778521 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:59:58.779176 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:58.782962 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for floatingip, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 15:59:58.841820 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-94b38a56-c5ba-446f-90a5-ea640ca8af10 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "DELETE /v2.0/floatingips/be103b35-19c6-4997-824b-620438413961 HTTP/1.1" status: 204 len: 173 time: 1.8117352 Feb 15 15:59:58.842314 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 15:59:58.894981 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'status': 'completed', 'code': 200} Feb 15 15:59:58.971240 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:59:58.996650 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-d009a24c-8287-497e-9270-444172967532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:58.998347 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-d009a24c-8287-497e-9270-444172967532 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.1410229 Feb 15 15:59:59.106342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-dc56c363-9510-4036-839a-f42afb132c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:59.107909 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-dc56c363-9510-4036-839a-f42afb132c7a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=118c7db8e7904fb09ac06874d2eafe06&device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 1162 time: 0.1884310 Feb 15 15:59:59.262533 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-b15a35d2-d9ab-41ad-b015-1713d9f913e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:59.264153 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-b15a35d2-d9ab-41ad-b015-1713d9f913e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.2592251 Feb 15 15:59:59.307542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:59.311663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] Checking router: fe4e0336-0422-40c8-8379-d725b70e7551 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 15:59:59.320542 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 15:59:59.321172 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:59.356257 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-493d653a-ff78-4c31-b20b-093dbfa20ff6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 217 time: 0.0822177 Feb 15 15:59:59.360895 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-9f8c14f7-be0a-4423-8071-d38178fad4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:59.362399 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-9f8c14f7-be0a-4423-8071-d38178fad4f1 service neutron] 10.222.0.111 "GET /v2.0/networks?id=6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 200 len: 902 time: 0.2475941 Feb 15 15:59:59.484395 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-666036ba-fd4d-4598-b9a7-115220c1a4e0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 200 len: 217 time: 0.1146741 Feb 15 15:59:59.516329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 15:59:59.550867 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-aac62b22-a294-4580-832a-01bf5d6b78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:59.552498 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-aac62b22-a294-4580-832a-01bf5d6b78d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.1867383 Feb 15 15:59:59.602894 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-09a4ca55-74d4-4c6d-b345-9b145f54d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:59.604469 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-09a4ca55-74d4-4c6d-b345-9b145f54d7c3 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 200 len: 847 time: 0.1132681 Feb 15 15:59:59.701329 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-dd79915c-1159-4580-8306-5ccd9f22e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:59.703019 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-dd79915c-1159-4580-8306-5ccd9f22e038 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1421208 Feb 15 15:59:59.792665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-96bae17e-6dfc-4795-b35a-da251c3d72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 15:59:59.794310 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-96bae17e-6dfc-4795-b35a-da251c3d72d3 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=6d4fd103-1ac5-442d-ace9-7ab839f26783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1803439 Feb 15 15:59:59.856736 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 15:59:59.860964 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296f319-8f4d-487d-bdb4-2361f4a18013 None None] The sync data for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb is: [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T15:55:22Z', 'revision_number': 4, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb', '_interfaces': [{'id': '59b89e14-fe50-41b3-a948-3156c0db6a9a', 'name': '', 'network_id': '6d4fd103-1ac5-442d-ace9-7ab839f26783', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'mac_address': 'fa:16:3e:7d:5a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'c5576526-8d51-4305-a938-f7465579306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:20Z', 'updated_at': '2021-02-15T15:55:34Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'subnets': [{'id': 'c5576526-8d51-4305-a938-f7465579306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 16:00:00.205969 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-3073b975-a54d-4995-b14e-db05182df5e1 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916153 Feb 15 16:00:00.223046 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:00:00.270061 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc4b830-f2cc-4d0d-a0a9-fb94e74048d8 None None] New status for floating IP be103b35-19c6-4997-824b-620438413961: DOWN {{(pid=84021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 15 16:00:00.308933 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-49a6ffa4-374d-4139-96fd-f032c2900e1e service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017426 Feb 15 16:00:00.487461 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-bb733a2c-ba6c-4f7e-be46-0ce429c7097f req-515ac878-1c2c-4358-8065-de9e606c0752 service neutron] 10.222.0.74 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2706883 Feb 15 16:00:00.506464 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-13ce807e-245c-469e-bbad-e5f53bf10d86 req-58a51572-8085-4c9f-9436-0e3bda06cf3a service neutron] 10.222.0.111 "GET /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1886177 Feb 15 16:00:00.905081 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae732eab-af37-4e26-8272-ab2207da0535 req-647b365f-248c-44dc-8409-0304c1287901 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 16:00:00.906574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-ae732eab-af37-4e26-8272-ab2207da0535 req-647b365f-248c-44dc-8409-0304c1287901 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Synchronizing usage tracker for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 16:00:00.921574 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-ae732eab-af37-4e26-8272-ab2207da0535 req-647b365f-248c-44dc-8409-0304c1287901 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Unset dirty status for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 16:00:00.922861 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ae732eab-af37-4e26-8272-ab2207da0535 req-647b365f-248c-44dc-8409-0304c1287901 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.1050994 Feb 15 16:00:00.974885 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-ae732eab-af37-4e26-8272-ab2207da0535 req-097cbb54-bbfa-4075-a355-c5deeefc9a03 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0455716 Feb 15 16:00:02.186665 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541887f-4d3f-40de-a27d-a2024079c5dd req-50ebf405-1b1c-4bcb-aec6-efac5bd31db6 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 16:00:02.188291 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7541887f-4d3f-40de-a27d-a2024079c5dd req-50ebf405-1b1c-4bcb-aec6-efac5bd31db6 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.0886061 Feb 15 16:00:02.237971 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-7541887f-4d3f-40de-a27d-a2024079c5dd req-61675d8e-1790-4a17-b545-b22bc8531ce2 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups?id=b8b18282-7e0c-4e8c-8778-3f89a7062f05&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0433292 Feb 15 16:00:02.334839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-26db50e2-6d7f-45fd-bf7b-2d8b5c18d836 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 15 16:00:02.336309 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-26db50e2-6d7f-45fd-bf7b-2d8b5c18d836 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.111 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 945 time: 0.0892406 Feb 15 16:00:02.414595 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Deleting port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:02.414984 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:02.681190 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] For port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:02.681508 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:02.814767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Calling delete_port for 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff owned by compute:nova {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:02.949527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 16:00:02.969306 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:02.985591 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9bb1b57f-896e-47eb-91dd-14b8213329aa tempest-VolumesSnapshotTestJSON-1020156570 tempest-VolumesSnapshotTestJSON-1020156570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:02.988473 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] No Port match for: 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 16:00:02.988879 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Device 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff not bound to the agent host hv-cinder-76810 {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 16:00:03.086342 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event deleted for resources: {'Port': ['ID=7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:03.096563 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:03.200789 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] No DVR routers for this DVR port 7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff on host hv-cinder-76810 {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 16:00:03.203071 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769071'] for port, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:03.205915 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-deleted', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff'}] {{(pid=84020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 16:00:03.222584 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-6c22f779-9b21-4014-aaf5-d358d40b2114 req-ffa5bdc5-1f31-41fb-ae2e-4feba2f75147 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.111 "DELETE /v2.0/ports/7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff HTTP/1.1" status: 204 len: 173 time: 0.8794608 Feb 15 16:00:03.259740 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ca6ec4-5523-45b8-838e-f7e30c2eaa9f', 'name': 'network-vif-deleted', 'tag': '7c9e3179-f2d2-4104-bb67-5ddb0a0f68ff', 'status': 'completed', 'code': 200} Feb 15 16:00:03.405494 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-5e3b8d82-a4d9-48be-a595-79b6bdc04cd1 req-3484cbcd-c118-4698-8f1f-82a971be366f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Synchronizing usage tracker for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 15 16:00:03.420594 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.quota.resource [req-5e3b8d82-a4d9-48be-a595-79b6bdc04cd1 req-3484cbcd-c118-4698-8f1f-82a971be366f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Unset dirty status for tenant:118c7db8e7904fb09ac06874d2eafe06 on resource:port {{(pid=84020) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 15 16:00:03.421977 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-5e3b8d82-a4d9-48be-a595-79b6bdc04cd1 req-3484cbcd-c118-4698-8f1f-82a971be366f tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/ports?device_id=80ca6ec4-5523-45b8-838e-f7e30c2eaa9f HTTP/1.1" status: 200 len: 210 time: 0.0656037 Feb 15 16:00:04.588034 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e97fbf9f-3a75-4a3e-9179-8263eed59e95 req-a4ee04b5-604d-4fe6-81b2-63d43b893582 tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "GET /v2.0/security-groups/b8b18282-7e0c-4e8c-8778-3f89a7062f05 HTTP/1.1" status: 200 len: 2991 time: 0.0505111 Feb 15 16:00:04.660593 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e97fbf9f-3a75-4a3e-9179-8263eed59e95 req-9659ef2e-1ac6-4383-87b9-54a35486999b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:04.690482 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e97fbf9f-3a75-4a3e-9179-8263eed59e95 req-9659ef2e-1ac6-4383-87b9-54a35486999b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:04.742651 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e97fbf9f-3a75-4a3e-9179-8263eed59e95 req-9659ef2e-1ac6-4383-87b9-54a35486999b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:04.748711 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-f4db94d2-13b2-4467-a47a-b662831f6728 tempest-VolumesNegativeTest-1559603886 tempest-VolumesNegativeTest-1559603886-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:04.765448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659ef2e-1ac6-4383-87b9-54a35486999b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b18282-7e0c-4e8c-8778-3f89a7062f05,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:04.772656 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [req-e97fbf9f-3a75-4a3e-9179-8263eed59e95 req-9659ef2e-1ac6-4383-87b9-54a35486999b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:04.773854 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [req-e97fbf9f-3a75-4a3e-9179-8263eed59e95 req-9659ef2e-1ac6-4383-87b9-54a35486999b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] 10.222.0.74 "DELETE /v2.0/security-groups/b8b18282-7e0c-4e8c-8778-3f89a7062f05 HTTP/1.1" status: 204 len: 173 time: 0.1790955 Feb 15 16:00:04.779522 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-9659ef2e-1ac6-4383-87b9-54a35486999b tempest-TestShelveInstance-388106499 tempest-TestShelveInstance-388106499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:04.824120 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48128) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:05.411011 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854123730'] for router_interface, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:05.805898 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Deleting port 59b89e14-fe50-41b3-a948-3156c0db6a9a {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:05.806480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:05.993448 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] For port 59b89e14-fe50-41b3-a948-3156c0db6a9a, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=59b89e14-fe50-41b3-a948-3156c0db6a9a,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:05.993851 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:06.128767 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Calling delete_port for 59b89e14-fe50-41b3-a948-3156c0db6a9a owned by network:router_interface {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:06.311298 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:06.328734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-de59a4ae-3115-42bf-8823-5dbfb874538b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:06.424456 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b89e14-fe50-41b3-a948-3156c0db6a9a,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:06.435103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:06.985566 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853994779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645841'] for router_interface, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:07.507163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Router fe4e0336-0422-40c8-8379-d725b70e7551 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 16:00:07.696384 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 16:00:07.706806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] Sync routers for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 16:00:07.712953 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-a50fc0a1-fc83-4771-9a73-5618a85818a1 admin admin] 10.222.0.74 "PUT /v2.0/routers/fe4e0336-0422-40c8-8379-d725b70e7551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873653 Feb 15 16:00:07.715690 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48132) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:07.717150 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 16:00:07.717818 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:07.912393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 16:00:07.913453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks [] for router, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.110326 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.115741 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Deleting port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:08.116109 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.219506 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T16:00:06Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:08.223480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] Checking router: fe4e0336-0422-40c8-8379-d725b70e7551 for host: dv-cinder-768105-5-smb {{(pid=84022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 16:00:08.233034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] Routers {'fe4e0336-0422-40c8-8379-d725b70e7551'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 16:00:08.233677 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['fe4e0336-0422-40c8-8379-d725b70e7551'], 'active': True} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:08.308970 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] For port 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=134a72e4-2f62-4c4c-a8a9-1eb80f11b12d,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:08.309373 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.450345 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Calling delete_port for 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d owned by network:router_gateway {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:08.599968 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.600889 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] Set router fe4e0336-0422-40c8-8379-d725b70e7551 gateway port host: dv-cinder-768105-5-smb {{(pid=84022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 16:00:08.799393 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652154'] for router_gateway, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.918653 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T16:00:06Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84022) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:08.922775 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f797f89-1907-4078-a497-61a2c5358ef5 None None] The sync data for ids ['fe4e0336-0422-40c8-8379-d725b70e7551'] in dv-cinder-768105-5-smb is: [{'id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'name': 'tempest-TestShelveInstance-942769645-router', 'tenant_id': '118c7db8e7904fb09ac06874d2eafe06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194'}], 'enable_snat': True}, 'gw_port_id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:16Z', 'updated_at': '2021-02-15T16:00:06Z', 'revision_number': 5, 'project_id': '118c7db8e7904fb09ac06874d2eafe06', 'gw_port': {'id': '134a72e4-2f62-4c4c-a8a9-1eb80f11b12d', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e0336-0422-40c8-8379-d725b70e7551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:17Z', 'updated_at': '2021-02-15T15:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 16:00:08.948003 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102899'] for router, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.950414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.972704 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605324'] for router, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.973266 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4e0336-0422-40c8-8379-d725b70e7551 {{(pid=84019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 16:00:08.987440 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] Notify callbacks [] for router, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:08.988710 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-4bde08af-9541-49e3-a060-6a24d0cbdccf admin admin] 10.222.0.74 "DELETE /v2.0/routers/fe4e0336-0422-40c8-8379-d725b70e7551 HTTP/1.1" status: 204 len: 168 time: 1.2722521 Feb 15 16:00:08.991928 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48136) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:09.063224 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Deleting subnet c5576526-8d51-4305-a938-f7465579306d {{(pid=84019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 16:00:09.066905 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:09.092782 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 59b89e14-fe50-41b3-a948-3156c0db6a9a no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 16:00:09.124462 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1946921'] for subnet, precommit_delete_associations {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:09.130399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 59b89e14-fe50-41b3-a948-3156c0db6a9a {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 16:00:09.130792 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 59b89e14-fe50-41b3-a948-3156c0db6a9a not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 16:00:09.213496 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:09.488708 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853091919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852921765'] for subnet, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:09.505320 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-34be91d0-8ef7-4dfd-82a4-8bfdc9dcd3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:09.852725 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5576526-8d51-4305-a938-f7465579306d,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:09.858134 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:09.892828 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:09.898432 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e0608-269f-4cae-9851-0b3909b19fcd None None] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 16:00:09.899410 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-5cf75a5e-3c50-4396-bf5e-405eee239fd0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c5576526-8d51-4305-a938-f7465579306d HTTP/1.1" status: 204 len: 168 time: 0.9064026 Feb 15 16:00:09.902723 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48140) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:10.020514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.093488 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Deleting port 7f15de71-3225-4c52-97db-b9204afa7fac {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:10.093857 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.154934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] DHCP port deletion for 6d4fd103-1ac5-442d-ace9-7ab839f26783 request from dv-cinder-768105-5-smb {{(pid=84021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 16:00:10.159358 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Deleting port 7f15de71-3225-4c52-97db-b9204afa7fac {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:10.159734 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.329295 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] For port 7f15de71-3225-4c52-97db-b9204afa7fac, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=7f15de71-3225-4c52-97db-b9204afa7fac,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:10.329700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.377333 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] For port 7f15de71-3225-4c52-97db-b9204afa7fac, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=7f15de71-3225-4c52-97db-b9204afa7fac,segment=NetworkSegment(7281b540-9a9a-4450-a4d1-ce882e143763),segment_id=7281b540-9a9a-4450-a4d1-ce882e143763)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:10.377701 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.465580 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Calling delete_port for 7f15de71-3225-4c52-97db-b9204afa7fac owned by network:dhcp {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:10.509054 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Calling delete_port for 7f15de71-3225-4c52-97db-b9204afa7fac owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:10.550573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.566220 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-70f25585-5dc5-4b00-9e37-bbfd7130c104 tempest-ServerRescueNegativeTestJSON-1125099737 tempest-ServerRescueNegativeTestJSON-1125099737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:10.586686 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:00:10.587103 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 16:00:10.676131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7f15de71-3225-4c52-97db-b9204afa7fac,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:10.680182 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:10.712226 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] No DVR routers for this DVR port 7f15de71-3225-4c52-97db-b9204afa7fac on host dv-cinder-768105-5-smb {{(pid=84019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 16:00:10.835835 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.951332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4fd103-1ac5-442d-ace9-7ab839f26783']}} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:10.964504 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7281b540-9a9a-4450-a4d1-ce882e143763') {'for_net_delete': True} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:10.964841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7281b540-9a9a-4450-a4d1-ce882e143763') {} {{(pid=84019) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:10.976931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852828895'] for segment, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.994169 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:10.996287 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 16:00:11.089460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Deleting port 7f15de71-3225-4c52-97db-b9204afa7fac {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:11.089987 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:11.162147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 7f15de71-3225-4c52-97db-b9204afa7fac no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 16:00:11.180530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 16:00:11.190042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853092070'] for segment, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:11.199965 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-1e14ea22-b8c0-4f6c-9079-d7f011e960a1 None None] The port '7f15de71-3225-4c52-97db-b9204afa7fac' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 16:00:11.206020 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 7f15de71-3225-4c52-97db-b9204afa7fac {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 16:00:11.206347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 7f15de71-3225-4c52-97db-b9204afa7fac not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 16:00:11.206841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 16:00:11.247083 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 16:00:11.247495 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device 134a72e4-2f62-4c4c-a8a9-1eb80f11b12d not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 16:00:11.370856 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Network 6d4fd103-1ac5-442d-ace9-7ab839f26783 has no segments {{(pid=84019) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:00:11.393047 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:00:11.480890 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:11.484129 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b16dfae5-7deb-4478-8d96-d7e1ee870680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:11.500441 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:11.507063 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4fd103-1ac5-442d-ace9-7ab839f26783,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:11.511485 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:11.520022 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-e01d11c4-102c-4735-ab5a-8d8d0574b7bf admin admin] 10.222.0.74 "DELETE /v2.0/networks/6d4fd103-1ac5-442d-ace9-7ab839f26783 HTTP/1.1" status: 204 len: 168 time: 1.6141665 Feb 15 16:00:11.521137 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84019) accepted ('10.222.0.74', 48144) {{(pid=84019) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:12.099008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854123730'] for router_interface, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:12.479609 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Deleting port b0701456-e9e9-4fee-bebf-9759b769c1ec {{(pid=84019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:12.480122 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:12.664796 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] For port b0701456-e9e9-4fee-bebf-9759b769c1ec, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=b0701456-e9e9-4fee-bebf-9759b769c1ec,segment=NetworkSegment(c81efe2a-9c1e-45a1-aba9-4e99c45566d7),segment_id=c81efe2a-9c1e-45a1-aba9-4e99c45566d7)] {{(pid=84019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:12.665196 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:13.040710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Calling delete_port for b0701456-e9e9-4fee-bebf-9759b769c1ec owned by network:router_interface {{(pid=84019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:13.226133 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1683911'] for port, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:13.239794 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:13.333514 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0701456-e9e9-4fee-bebf-9759b769c1ec,revision_number=None']} {{(pid=84019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:13.341323 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84019) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:13.672008 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853994779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-645841'] for router_interface, after_delete {{(pid=84019) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:14.207023 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 has already been hosted by L3 agent 40725534-7f70-4d6e-a4c6-53377e735976 {{(pid=84019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 15 16:00:14.409489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] Notify agent at l3_agent.dv-cinder-768105-5-smb the message routers_updated {{(pid=84019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 15 16:00:14.419038 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cf893-93ef-40c0-9659-729213687700 None None] Sync routers for ids ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'] in dv-cinder-768105-5-smb {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 15 16:00:14.419964 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-b07ce562-edde-449e-a930-6ba705644a6a admin admin] 10.222.0.74 "PUT /v2.0/routers/f9f24227-292b-4cd5-9eb2-13d90a0ac9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8973582 Feb 15 16:00:14.423244 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 48156) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:14.432700 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] Routers {'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 16:00:14.433414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:14.625602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] Set router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 16:00:14.811813 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks [] for router, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:14.939453 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T16:00:13Z', 'revision_number': 5, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:14.943852 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cf893-93ef-40c0-9659-729213687700 None None] Checking router: f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 for host: dv-cinder-768105-5-smb {{(pid=84021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 15 16:00:14.953526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] Routers {'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'} bound to L3 agent in host dv-cinder-768105-5-smb {{(pid=84021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 15 16:00:14.954217 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-15T15:37:25Z,description=,heartbeat_timestamp=2021-02-15T15:59:55Z,host='dv-cinder-768105-5-smb',id=40725534-7f70-4d6e-a4c6-53377e735976,load=0,resource_versions=,resources_synced=,started_at=2021-02-15T15:37:25Z,topic='l3_agent')) {'router_ids': ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'], 'active': True} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:15.003301 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:15.008814 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Deleting port c86884fc-0e54-49b3-bee7-0147380e1fe4 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:15.009200 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:15.210131 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] For port c86884fc-0e54-49b3-bee7-0147380e1fe4, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=c86884fc-0e54-49b3-bee7-0147380e1fe4,segment=NetworkSegment(e0b755ce-3d16-42b1-94bd-808db2d70452),segment_id=e0b755ce-3d16-42b1-94bd-808db2d70452)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:15.210527 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:15.313489 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvr_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] Set router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 gateway port host: dv-cinder-768105-5-smb {{(pid=84021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 15 16:00:15.345922 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Calling delete_port for c86884fc-0e54-49b3-bee7-0147380e1fe4 owned by network:router_gateway {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:15.481853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: WARNING neutron.plugins.ml2.ovo_rpc [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: result = function(*args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: proto.__init__(conn_state, self) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: self.handle() Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: self.handle_one_request() Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: self.handle_one_response() Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: result = self.application(self.environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return app(environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self.application) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return request.get_response(self.application) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: response = req.get_response(self._app) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: application, catch_exc_info=False) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: app_iter = application(self.environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return resp(environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return resp(environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: response = self.app(environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return resp(environ, start_response) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: resp = self.call_func(req, *args, **kw) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: return self.func(req, *args, **kwargs) Feb 15 16:00:15.484242 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: result = method(request=request, **args) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return self._delete(request, id, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return f(*dup_args, **dup_kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: obj_deleter(request.context, id, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return method(*args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return f(*args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return f(*dup_args, **dup_kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: self._delete_current_gw_port(context, id, router, None) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: admin_ctx, gw_port_id, l3_port_check=False) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, context, *args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return method(*args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: context, port, router_ids, bound_mech_contexts) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: return function(*args, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: callback(resource, event, trigger, **kwargs) Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: if self._is_session_semantic_violated(context, resource, event): Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: stack = traceback.extract_stack() Feb 15 16:00:15.492557 dv-cinder-768105-5-smb neutron-server[83906]: Feb 15 16:00:15.613290 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_hamode_db [None req-663cf893-93ef-40c0-9659-729213687700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T16:00:13Z', 'revision_number': 5, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}], 'dv-cinder-768105-5-smb', False) {} {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:15.617710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663cf893-93ef-40c0-9659-729213687700 None None] The sync data for ids ['f9f24227-292b-4cd5-9eb2-13d90a0ac9e5'] in dv-cinder-768105-5-smb is: [{'id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'name': 'tempest-TestShelveInstance-1165073141-router', 'tenant_id': '7867ded8a34e40c8be5efe9c688d5616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'external_fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-15T15:55:25Z', 'updated_at': '2021-02-15T16:00:13Z', 'revision_number': 5, 'project_id': '7867ded8a34e40c8be5efe9c688d5616', 'gw_port': {'id': 'c86884fc-0e54-49b3-bee7-0147380e1fe4', 'name': '', 'network_id': 'e4a9b955-749a-48d7-9208-9db45c1feaf9', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:40:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f24227-292b-4cd5-9eb2-13d90a0ac9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-15T15:55:27Z', 'updated_at': '2021-02-15T15:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7cf7d45-bda1-4822-bf4c-a3e8ec168ec7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-5-smb'}] {{(pid=84021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 15 16:00:15.678337 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-652154'] for router_gateway, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.050242 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-605222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-102899'] for router, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.052621 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.140760 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-605324'] for router, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.141249 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 {{(pid=84020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 15 16:00:16.154738 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] Notify callbacks [] for router, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.155982 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-97234699-3aac-4cf7-b741-25c5b7a4813f admin admin] 10.222.0.74 "DELETE /v2.0/routers/f9f24227-292b-4cd5-9eb2-13d90a0ac9e5 HTTP/1.1" status: 204 len: 168 time: 1.7312474 Feb 15 16:00:16.158801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 48162) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:16.227308 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Deleting subnet cdbf9f7b-1455-4616-9da7-7bcf1e54381f {{(pid=84020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 15 16:00:16.230625 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.286719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3216488'] for subnet, precommit_delete_associations {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.424720 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33222149'] for subnet, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.686976 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821553635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852621276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853164985'] for subnet, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.702204 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:16.798698 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbf9f7b-1455-4616-9da7-7bcf1e54381f,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:16.811328 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.811737 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.812144 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.812540 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.813121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.813512 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.813926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.814309 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.814696 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.817188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.817188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.817188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.817188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.817188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.817188 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.818596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.818596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.818596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.818596 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.819589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.819589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.819589 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.824260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.824260 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-5-smb {{(pid=84020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 15 16:00:16.825824 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:16.859718 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for subnet, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:16.865772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8ab92-dfa6-45af-a4d3-fb22a7d0dbb9 None None] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 requested from dv-cinder-768105-5-smb {{(pid=84021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 15 16:00:16.866151 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-e8850a27-bfe4-48f9-9c3f-93d9e278e27c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cdbf9f7b-1455-4616-9da7-7bcf1e54381f HTTP/1.1" status: 204 len: 168 time: 0.7060776 Feb 15 16:00:16.871163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 48166) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:16.989492 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821525439'] for network, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.063015 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Deleting port b3184a88-26f2-49e0-9faa-a6947e0ba061 {{(pid=84020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:17.063555 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.145553 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] DHCP port deletion for d6fe59d6-4a66-469e-bdf4-9995be94c195 request from dv-cinder-768105-5-smb {{(pid=84021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 15 16:00:17.150126 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Deleting port b3184a88-26f2-49e0-9faa-a6947e0ba061 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:17.151312 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.184346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c86884fc-0e54-49b3-bee7-0147380e1fe4 no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 16:00:17.232864 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: c86884fc-0e54-49b3-bee7-0147380e1fe4 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 16:00:17.233255 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device c86884fc-0e54-49b3-bee7-0147380e1fe4 not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 16:00:17.233719 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b0701456-e9e9-4fee-bebf-9759b769c1ec no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 16:00:17.275086 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: b0701456-e9e9-4fee-bebf-9759b769c1ec {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 16:00:17.275928 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b0701456-e9e9-4fee-bebf-9759b769c1ec not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 16:00:17.297841 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] For port b3184a88-26f2-49e0-9faa-a6947e0ba061, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=b3184a88-26f2-49e0-9faa-a6947e0ba061,segment=NetworkSegment(c81efe2a-9c1e-45a1-aba9-4e99c45566d7),segment_id=c81efe2a-9c1e-45a1-aba9-4e99c45566d7)] {{(pid=84020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:17.298268 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.433430 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Calling delete_port for b3184a88-26f2-49e0-9faa-a6947e0ba061 owned by network:dhcp {{(pid=84020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:17.447839 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.db [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] For port b3184a88-26f2-49e0-9faa-a6947e0ba061, host dv-cinder-768105-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-5-smb',level=0,port_id=b3184a88-26f2-49e0-9faa-a6947e0ba061,segment=NetworkSegment(c81efe2a-9c1e-45a1-aba9-4e99c45566d7),segment_id=c81efe2a-9c1e-45a1-aba9-4e99c45566d7)] {{(pid=84021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 15 16:00:17.448287 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-639884'] for port, precommit_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.510385 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036821613435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854617939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756616002538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756615521770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2154578'] for port, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.526267 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-cf9ad1ed-7736-4dee-9723-313a20887803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:17.581604 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Calling delete_port for b3184a88-26f2-49e0-9faa-a6947e0ba061 owned by network:dhcp {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 15 16:00:17.631203 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3184a88-26f2-49e0-9faa-a6947e0ba061,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:17.634219 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:17.660860 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.db.api [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84021) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:00:17.661271 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_db.api [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84021) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 15 16:00:17.674261 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] No DVR routers for this DVR port b3184a88-26f2-49e0-9faa-a6947e0ba061 on host dv-cinder-768105-5-smb {{(pid=84020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 15 16:00:17.797973 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33221020', 'neutron.services.segments.db._delete_segments_for_network-8756615904695'] for network, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.909042 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fe59d6-4a66-469e-bdf4-9995be94c195']}} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:17.925111 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7') {'for_net_delete': True} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:17.925439 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.services.segments.db [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81efe2a-9c1e-45a1-aba9-4e99c45566d7') {} {{(pid=84020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 15 16:00:17.937477 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756615903176', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851559328'] for segment, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.952878 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036821579406'] for segment, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:17.954899 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 15 16:00:18.047066 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.138158 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 has no segments {{(pid=84020) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 16:00:18.147185 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33196410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852621169'] for segment, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.162688 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Deleting port b3184a88-26f2-49e0-9faa-a6947e0ba061 {{(pid=84021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 15 16:00:18.163123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756616072990'] for port, before_delete {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.234147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-4afe36a6-3cfb-4b97-a886-ee8d47900504 None None] The port 'b3184a88-26f2-49e0-9faa-a6947e0ba061' was deleted {{(pid=84021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 15 16:00:18.330946 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.managers [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Network d6fe59d6-4a66-469e-bdf4-9995be94c195 has no segments {{(pid=84020) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: Traceback (most recent call last): Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: timer() Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: cb(*args, **kw) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: return func(*args, **kwargs) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: self._notify() Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: self.callback(batched_events) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: event.method(event) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: segment_id)['aggregates'][0] Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: return f(self, *a, **k) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: return self._get(url).json() Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: **kwargs) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: return self.request(url, 'GET', **kwargs) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: **endpoint_filter) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:00:18.352907 dv-cinder-768105-5-smb neutron-server[83906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:00:18.435088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821554796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854123747'] for network, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.438480 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:18.453934 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781006'] for network, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.462346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fe59d6-4a66-469e-bdf4-9995be94c195,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:18.465534 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:18.467127 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-007a94e5-85c7-435c-8e42-b019773ba5b2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d6fe59d6-4a66-469e-bdf4-9995be94c195 HTTP/1.1" status: 204 len: 168 time: 1.5948851 Feb 15 16:00:18.583454 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 48172) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:18.635947 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-ca20a37a-3381-47c3-b8a7-a2b3cb0fa8f8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=118c7db8e7904fb09ac06874d2eafe06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512276 Feb 15 16:00:18.638517 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 48176) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:18.700853 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-524dbc3d-4251-49a9-9779-514a052b04ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.728370 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-524dbc3d-4251-49a9-9779-514a052b04ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.778603 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-524dbc3d-4251-49a9-9779-514a052b04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.783732 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-238b6087-d490-44fa-98bb-e0e4198ff0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:18.798518 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524dbc3d-4251-49a9-9779-514a052b04ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56243230-3430-4f6f-8bc7-d0a147bc9177,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:18.802346 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-524dbc3d-4251-49a9-9779-514a052b04ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:18.805561 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-524dbc3d-4251-49a9-9779-514a052b04ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:18.806845 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-524dbc3d-4251-49a9-9779-514a052b04ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56243230-3430-4f6f-8bc7-d0a147bc9177 HTTP/1.1" status: 204 len: 168 time: 0.1673663 Feb 15 16:00:19.135148 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b3184a88-26f2-49e0-9faa-a6947e0ba061 no longer exists at agent ovs-agent-dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 15 16:00:19.169246 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 48184) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:19.174806 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.plugin [None req-6d295474-748e-47e7-81e6-272a876e598c None None] No Port match for: b3184a88-26f2-49e0-9faa-a6947e0ba061 {{(pid=84021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 15 16:00:19.175197 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.plugins.ml2.rpc [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Device b3184a88-26f2-49e0-9faa-a6947e0ba061 not bound to the agent host dv-cinder-768105-5-smb {{(pid=84021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 15 16:00:19.228265 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1135d507-1d01-48b5-b95f-943a54565742 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7867ded8a34e40c8be5efe9c688d5616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576015 Feb 15 16:00:19.231526 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [-] (84020) accepted ('10.222.0.74', 48188) {{(pid=84020) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 15 16:00:19.292986 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5b97-9a1e-45c9-9dc3-22d77ecc85fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:19.320065 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5b97-9a1e-45c9-9dc3-22d77ecc85fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:19.363545 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5b97-9a1e-45c9-9dc3-22d77ecc85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853852528'] for security_group, after_delete {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:19.368530 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 15 16:00:19.382450 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f5b97-9a1e-45c9-9dc3-22d77ecc85fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764016c-cfa4-4d58-9db5-eb6c1d4e8683,revision_number=None']} {{(pid=84020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 15 16:00:19.386024 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG oslo_concurrency.lockutils [None req-1a4f5b97-9a1e-45c9-9dc3-22d77ecc85fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 15 16:00:19.386977 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5b97-9a1e-45c9-9dc3-22d77ecc85fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:19.388197 dv-cinder-768105-5-smb neutron-server[83906]: INFO neutron.wsgi [None req-1a4f5b97-9a1e-45c9-9dc3-22d77ecc85fe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d764016c-cfa4-4d58-9db5-eb6c1d4e8683 HTTP/1.1" status: 204 len: 168 time: 0.1556773 Feb 15 16:00:22.815433 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-98291a15-37ae-4205-9cc7-057c62b3121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:25.147285 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-58d1c073-f3b8-4fa9-8583-632b7063ddcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:26.053951 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:27.088398 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:27.369961 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:37.222840 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:00:48.051123 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:52.818092 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6cf4ff67-a499-479b-98a4-f95bbb19f34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:55.149001 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-8d4ead9e-efc0-45fb-87a8-a93dd7f58b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:56.054926 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:57.091567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:00:57.373643 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:14.222746 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:01:18.060434 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:22.820740 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b9d8fbcd-4794-49e8-85f7-24c213d74b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:25.152417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-77497ce5-6936-43ab-acf0-47a5b04fe8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:26.066214 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:27.107673 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:27.379045 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:48.068999 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:51.221787 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:01:52.822460 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-42e21eac-3c40-451e-bac6-1216c24d7b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:55.155414 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c1755149-d87e-4fa9-bf2e-aa0a2c9d03e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:56.061399 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:57.090815 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:01:57.380772 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:18.071115 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:22.824903 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-b0490555-93ae-4e8d-81ff-3e3f192440b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:25.158110 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-66f3c701-339b-49af-9a25-944199d0532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:26.065198 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:27.101598 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:27.385567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:28.222163 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:02:47.424770 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-fa98d59e-ea04-4b92-8721-e0c5a4e53893 req-dc89d24d-55f2-4681-9fbc-5307f37dbc41 service neutron] (84019) timed out ('10.222.0.111', 50006) {{(pid=84019) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 15 16:02:48.087165 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:52.827674 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6c807210-00a6-4fb4-87b0-ca3c497d9db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:55.162467 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-36488f16-1101-476c-99fb-a3ca79d19669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:56.069904 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:57.095569 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:02:57.388988 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:05.221632 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:03:18.094425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:22.830332 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c573d761-06f3-477e-b2cf-b998a572e6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:25.161498 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-a563fe70-a90a-4cb8-a249-ba42e58f0a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:26.070945 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:27.097347 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:27.398121 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:42.220801 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:03:48.126844 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:52.832671 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-05f46cf7-cb94-485b-8ccc-d715807abb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:55.162710 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0c10-7e01-4a28-8491-dace6f24143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:56.073034 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:57.099846 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:03:57.395610 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:03.660238 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.wsgi [req-b2900443-1fa0-4ad8-96ed-37296fbdb8d4 req-c4b5c3e6-4827-4bf7-8059-e9ea4a6f1846 service neutron] (84019) timed out ('10.222.0.111', 50014) {{(pid=84019) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 15 16:04:18.129524 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:19.220908 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:04:22.835417 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-3b99b878-bf79-4baa-bfcc-7baf161c5372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:25.164884 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-e3258158-6d63-40f0-9db1-d81d9dcdb30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:26.077371 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:27.114425 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:27.400090 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:48.125573 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:52.839027 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-87345e13-06eb-4748-9b26-c04ef7094dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:55.165537 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-303d3b51-39d2-46b0-94e4-fed16b6173df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:56.079602 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:56.220663 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 15 16:04:57.109513 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:04:57.404950 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:05:18.114931 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-c8855d3a-3763-494f-9b2c-bf111466892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:05:22.841567 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-13a9db31-4fff-46c4-bcb4-dd1f39e4bd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:05:25.176633 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-4c9370b0-43a3-4d9a-a4e2-d5bec9de779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:05:26.090655 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-0af1e7ef-fa88-483b-ba8e-a5dcb8ebe97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:05:27.111863 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-6d295474-748e-47e7-81e6-272a876e598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:05:27.415088 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron_lib.callbacks.manager [None req-5bcd5d9f-2b95-4385-b2bb-9ea78fcf9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756615904678', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33218923'] for agent, after_update {{(pid=84021) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 15 16:05:33.221147 dv-cinder-768105-5-smb neutron-server[83906]: DEBUG neutron.db.agents_db [None req-9f8cf3b2-80b6-4d83-a47a-b3997a949791 None None] Agent healthcheck: found 6 active agents {{(pid=84022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}